Delete folder Waterbirds after moving to output/

Waterbirds/resnet_sup_in1k_attrNo/Waterbirds_ERM_hparams0_seed0/args.json

@@ -1,30 +0,0 @@
-{
-    "dataset": "Waterbirds",
-    "algorithm": "ERM",
-    "output_folder_name": "resnet_sup_in1k_attrNo",
-    "train_attr": "no",
-    "data_dir": "/ocean/projects/asc170022p/shg121/PhD/Multimodal-mistakes-debug/data",
-    "output_dir": "/ocean/projects/asc170022p/shg121/PhD/Multimodal-mistakes-debug/out/Waterbirds/resnet_sup_in1k_attrNo/Waterbirds_ERM_hparams0_seed0",
-    "hparams": null,
-    "hparams_seed": 0,
-    "seed": 0,
-    "steps": null,
-    "tb_log_all": false,
-    "stage1_folder": "vanilla",
-    "stage1_algo": "ERM",
-    "use_es": false,
-    "es_strategy": "metric",
-    "es_metric": "min_group:accuracy",
-    "es_patience": 5,
-    "resume": "",
-    "pretrained": "",
-    "checkpoint_freq": null,
-    "skip_model_save": false,
-    "cmnist_label_prob": 0.5,
-    "cmnist_attr_prob": 0.5,
-    "cmnist_spur_prob": 0.2,
-    "cmnist_flip_prob": 0.25,
-    "image_arch": "resnet_sup_in1k",
-    "text_arch": "bert-base-uncased",
-    "store_name": "Waterbirds_ERM_hparams0_seed0"
-}

Waterbirds/resnet_sup_in1k_attrNo/Waterbirds_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/aligner_30.pth

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e1147115a744ea7357c33a180e41d4f57f24bfac520a40f5438faf203f6323a4
-size 4197802

Waterbirds/resnet_sup_in1k_attrNo/Waterbirds_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/aligner_out.txt

@@ -1,38 +0,0 @@
-2024-10-26 16:23:46,360 - Train size: classifier [(4752, 2048)], clip [(4752, 512)]
-2024-10-26 16:23:46,361 - Valid size: classifier [(1199, 2048)], clip [(1199, 512)]
-2024-10-26 16:23:46,361 - Training linear aligner ...
-2024-10-26 16:23:46,361 - Linear alignment train: ((4752, 2048)) --> ((4752, 512)).
-2024-10-26 16:23:46,361 - Linear alignment test: ((1199, 2048)) --> ((1199, 512)).
-2024-10-26 16:23:48,146 - Initial MSE, R^2: 6.719, -0.494
-2024-10-26 16:23:48,678 - Epoch number, 0, train loss: 2.144, test MSE: 1.421, test_r2: 0.684, best MSE: 1.421
-2024-10-26 16:23:48,893 - Epoch number, 1, train loss: 1.256, test MSE: 1.294, test_r2: 0.712, best MSE: 1.294
-2024-10-26 16:23:49,121 - Epoch number, 2, train loss: 1.169, test MSE: 1.227, test_r2: 0.727, best MSE: 1.227
-2024-10-26 16:23:49,337 - Epoch number, 3, train loss: 1.115, test MSE: 1.196, test_r2: 0.734, best MSE: 1.196
-2024-10-26 16:23:49,555 - Epoch number, 4, train loss: 1.082, test MSE: 1.171, test_r2: 0.740, best MSE: 1.171
-2024-10-26 16:23:49,774 - Epoch number, 5, train loss: 1.057, test MSE: 1.142, test_r2: 0.746, best MSE: 1.142
-2024-10-26 16:23:49,987 - Epoch number, 6, train loss: 1.040, test MSE: 1.140, test_r2: 0.747, best MSE: 1.140
-2024-10-26 16:23:50,203 - Epoch number, 7, train loss: 1.026, test MSE: 1.133, test_r2: 0.748, best MSE: 1.133
-2024-10-26 16:23:50,427 - Epoch number, 8, train loss: 1.015, test MSE: 1.110, test_r2: 0.753, best MSE: 1.110
-2024-10-26 16:23:50,643 - Epoch number, 9, train loss: 1.003, test MSE: 1.104, test_r2: 0.755, best MSE: 1.104
-2024-10-26 16:23:50,861 - Epoch number, 10, train loss: 0.998, test MSE: 1.117, test_r2: 0.752, best MSE: 1.104
-2024-10-26 16:23:51,087 - Epoch number, 11, train loss: 0.986, test MSE: 1.096, test_r2: 0.756, best MSE: 1.096
-2024-10-26 16:23:51,311 - Epoch number, 12, train loss: 0.976, test MSE: 1.089, test_r2: 0.758, best MSE: 1.089
-2024-10-26 16:23:51,524 - Epoch number, 13, train loss: 0.970, test MSE: 1.079, test_r2: 0.760, best MSE: 1.079
-2024-10-26 16:23:51,733 - Epoch number, 14, train loss: 0.965, test MSE: 1.076, test_r2: 0.761, best MSE: 1.076
-2024-10-26 16:23:51,946 - Epoch number, 15, train loss: 0.960, test MSE: 1.081, test_r2: 0.760, best MSE: 1.076
-2024-10-26 16:23:52,162 - Epoch number, 16, train loss: 0.954, test MSE: 1.067, test_r2: 0.763, best MSE: 1.067
-2024-10-26 16:23:52,378 - Epoch number, 17, train loss: 0.948, test MSE: 1.067, test_r2: 0.763, best MSE: 1.067
-2024-10-26 16:23:52,597 - Epoch number, 18, train loss: 0.949, test MSE: 1.075, test_r2: 0.761, best MSE: 1.067
-2024-10-26 16:23:52,814 - Epoch number, 19, train loss: 0.939, test MSE: 1.062, test_r2: 0.764, best MSE: 1.062
-2024-10-26 16:23:53,032 - Epoch number, 20, train loss: 0.939, test MSE: 1.064, test_r2: 0.763, best MSE: 1.062
-2024-10-26 16:23:53,255 - Epoch number, 21, train loss: 0.934, test MSE: 1.061, test_r2: 0.764, best MSE: 1.061
-2024-10-26 16:23:53,486 - Epoch number, 22, train loss: 0.931, test MSE: 1.057, test_r2: 0.765, best MSE: 1.057
-2024-10-26 16:23:53,704 - Epoch number, 23, train loss: 0.924, test MSE: 1.056, test_r2: 0.765, best MSE: 1.056
-2024-10-26 16:23:53,923 - Epoch number, 24, train loss: 0.925, test MSE: 1.050, test_r2: 0.767, best MSE: 1.050
-2024-10-26 16:23:54,138 - Epoch number, 25, train loss: 0.921, test MSE: 1.051, test_r2: 0.766, best MSE: 1.050
-2024-10-26 16:23:54,363 - Epoch number, 26, train loss: 0.917, test MSE: 1.048, test_r2: 0.767, best MSE: 1.048
-2024-10-26 16:23:54,575 - Epoch number, 27, train loss: 0.913, test MSE: 1.052, test_r2: 0.766, best MSE: 1.048
-2024-10-26 16:23:54,789 - Epoch number, 28, train loss: 0.914, test MSE: 1.046, test_r2: 0.768, best MSE: 1.046
-2024-10-26 16:23:55,008 - Epoch number, 29, train loss: 0.908, test MSE: 1.044, test_r2: 0.768, best MSE: 1.044
-2024-10-26 16:23:55,019 - Aligner weights saved to /restricted/projectnb/batmanlab/shawn24/PhD/Ladder/out/Waterbirds/resnet_sup_in1k_attrNo/Waterbirds_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/aligner_30.pth
-2024-10-26 16:23:55,019 - Saved aligner to /restricted/projectnb/batmanlab/shawn24/PhD/Ladder/out/Waterbirds/resnet_sup_in1k_attrNo/Waterbirds_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32

Waterbirds/resnet_sup_in1k_attrNo/Waterbirds_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/all_slices_y_ensemble_yes_land_hyp_H10_brown | water_hyp_H10_brown.pth

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:fdc2c59e6f57e261f664866f065e9b201ce232917f373e87c3a96f09c3930521
-size 18618

Waterbirds/resnet_sup_in1k_attrNo/Waterbirds_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/all_slices_y_ensemble_yes_land_hyp_H10_rocks | water_hyp_H10_rocks.pth

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2e9bd074e49eb8c6106ab33f73a47b65503d6e60a2978344034b5a53111225a6
-size 18618

Waterbirds/resnet_sup_in1k_attrNo/Waterbirds_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/all_slices_y_ensemble_yes_land_hyp_H1_large | water_hyp_H1_large.pth

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:201d54ed5a4ce24774b5d8235c61f9f7ba44ed29c84afc023088e423516f621b
-size 18478

Waterbirds/resnet_sup_in1k_attrNo/Waterbirds_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/all_slices_y_ensemble_yes_land_hyp_H1_yellow | water_hyp_H1_yellow.pth

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e1badccc18c66baff41f4dc80110bb7ca5be50d5e14bd006e342e8aa73035b17
-size 18618

Waterbirds/resnet_sup_in1k_attrNo/Waterbirds_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/all_slices_y_ensemble_yes_land_hyp_H2_bamboo | water_hyp_H2_bamboo.pth

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:10d956a75be7e0c52914249e58eafd8430c63c9730db13833c917fb5e942dd1b
-size 18618

Waterbirds/resnet_sup_in1k_attrNo/Waterbirds_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/all_slices_y_ensemble_yes_land_hyp_H2_seagull | water_hyp_H2_seagull.pth

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:204c9df64e1adca88c86db0ff728b8d5683731687c07f8ad273ef98d39bdbf2d
-size 18630

Waterbirds/resnet_sup_in1k_attrNo/Waterbirds_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/all_slices_y_ensemble_yes_land_hyp_H3_forest | water_hyp_H3_forest.pth

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:37e146ca697f3dcbcd7ab4c7a460b97dd7e3d79ab800340574e52f1c2de18d45
-size 18618

Waterbirds/resnet_sup_in1k_attrNo/Waterbirds_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/all_slices_y_ensemble_yes_land_hyp_H3_water | water_hyp_H3_water.pth

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:72c35400eb918b45ce4a02de6ef1a506975a317ba08da342d98409a96905b9a6
-size 18478

Waterbirds/resnet_sup_in1k_attrNo/Waterbirds_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/all_slices_y_ensemble_yes_land_hyp_H4_beach | water_hyp_H4_beach.pth

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ae2439df0d122d54eedf67f1c3086eca3a1cb1bd3dcaa51ac1d6e7acacc8d4f1
-size 18478

Waterbirds/resnet_sup_in1k_attrNo/Waterbirds_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/all_slices_y_ensemble_yes_land_hyp_H4_perched | water_hyp_H4_perched.pth

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f2e65219ec6a1bdaa7a26f6250031b7b7db67b76f458a9f94594995c94625df2
-size 18630

Waterbirds/resnet_sup_in1k_attrNo/Waterbirds_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/all_slices_y_ensemble_yes_land_hyp_H5_green | water_hyp_H5_green.pth

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9189320ee2d1e4e9a908d160f78423b3a419a07823d48a6579ebd0ad15c54f5c
-size 18478

Waterbirds/resnet_sup_in1k_attrNo/Waterbirds_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/all_slices_y_ensemble_yes_land_hyp_H5_sky | water_hyp_H5_sky.pth

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:aea333138f80a3f60f448d2fdb78ee1a1cf0868f17f45f55b85624dc351eff5e
-size 18390

Waterbirds/resnet_sup_in1k_attrNo/Waterbirds_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/all_slices_y_ensemble_yes_land_hyp_H6_small | water_hyp_H6_small.pth

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:801354acf9f8bec97072f8c8edc92e73d5b0ba17ebc1e47bf04bae6a1d0d1f8f
-size 18478

Waterbirds/resnet_sup_in1k_attrNo/Waterbirds_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/all_slices_y_ensemble_yes_land_hyp_H6_sunset | water_hyp_H6_sunset.pth

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:28bc7d9dc00add66c299d6c81e4686b1b1f9feb7bc84cdcbd0957ffe50f2acc0
-size 18618

Waterbirds/resnet_sup_in1k_attrNo/Waterbirds_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/all_slices_y_ensemble_yes_land_hyp_H7_boats | water_hyp_H7_boats.pth

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:51037c9c74dfb875fd10c89c6a2f86654087f426d6dcacd23ae78f2871b3478f
-size 18478

Waterbirds/resnet_sup_in1k_attrNo/Waterbirds_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/all_slices_y_ensemble_yes_land_hyp_H7_vibrant | water_hyp_H7_vibrant.pth

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:929907a9c1340c92e503bdfd3afda86763670ef2968e2015fe41b323aff7f440
-size 18630

Waterbirds/resnet_sup_in1k_attrNo/Waterbirds_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/all_slices_y_ensemble_yes_land_hyp_H8_black | water_hyp_H8_black.pth

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:70d7e6571f9169a6c809842b7c9a3f462253edcb0bb74e851ab4469405817ac0
-size 18478

Waterbirds/resnet_sup_in1k_attrNo/Waterbirds_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/all_slices_y_ensemble_yes_land_hyp_H8_digitally altered | water_hyp_H8_digitally altered.pth

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ee1b62f47ff2e8b389bbcc03de98ae612e41ffeebc26e802702c99c398185e65
-size 18878

Waterbirds/resnet_sup_in1k_attrNo/Waterbirds_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/all_slices_y_ensemble_yes_land_hyp_H9_harbor | water_hyp_H9_harbor.pth

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8772a363b1bcbd24f00c7e273e774b5e37576986f30e66387f2f24892e595d8f
-size 18618

Waterbirds/resnet_sup_in1k_attrNo/Waterbirds_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/all_slices_y_ensemble_yes_land_hyp_H9_red | water_hyp_H9_red.pth

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f4217738db09621b0f3bd6cce34d8ac0a17ba04a786c811b1aa26d43d9685c09
-size 18390

Waterbirds/resnet_sup_in1k_attrNo/Waterbirds_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/final_results.pkl

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:148fb32f13c05c2c07001428a1d9781f329fe4cfd6773d5a21885a233f256377
-size 2818

Waterbirds/resnet_sup_in1k_attrNo/Waterbirds_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/ladder_discover_slices_performance_ERM.txt

@@ -1,2 +0,0 @@
-Mean acc: 0.8802209181912323
-Worst group acc: 0.6884735202492211

Waterbirds/resnet_sup_in1k_attrNo/Waterbirds_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/ladder_mitigate_slices.txt

@@ -1,2 +0,0 @@
-Mean acc: 0.9233690024162927
-Worst group acc: 0.8957871396895787

Waterbirds/resnet_sup_in1k_attrNo/Waterbirds_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/ladder_validate_slices_w_LLM-landbirds.txt

@@ -1,55 +0,0 @@
-Hypothesis Dictionary:
-{'H1': 'The classifier is making mistake as it is biased toward yellow', 'H2': 'The classifier is making mistake as it is biased toward bamboo', 'H3': 'The classifier is making mistake as it is biased toward forest', 'H4': 'The classifier is making mistake as it is biased toward perched', 'H5': 'The classifier is making mistake as it is biased toward green', 'H6': 'The classifier is making mistake as it is biased toward small', 'H7': 'The classifier is making mistake as it is biased toward vibrant', 'H8': 'The classifier is making mistake as it is biased toward black', 'H9': 'The classifier is making mistake as it is biased toward red', 'H10': 'The classifier is making mistake as it is biased toward brown'}
-
-Prompt Dictionary:
-{'H1_yellow': ['A bird with yellow feathers', 'A vibrant yellow bird', 'A bird with a yellow belly', 'A bird with a yellow head', 'A bird with yellow and black plumage'], 'H2_bamboo': ['A bird among bamboo stalks', 'A bird in a bamboo forest', 'A bird perched on bamboo', 'A bird surrounded by bamboo', 'A bird in a dense bamboo setting'], 'H3_forest': ['A bird in a lush forest', 'A bird surrounded by forest foliage', 'A bird in a dense forest', 'A bird in a forest setting', 'A bird among forest trees'], 'H4_perched': ['A bird perched on a branch', 'A bird perched on a stalk', 'A bird perched in a tree', 'A bird perched among leaves', 'A bird perched in a natural setting'], 'H5_green': ['A bird with green feathers', 'A bird in green foliage', 'A bird with a greenish body', 'A bird among green leaves', 'A bird in a green environment'], 'H6_small': ['A small bird', 'A tiny bird', 'A little bird', 'A small bird perched', 'A small bird in a forest'], 'H7_vibrant': ['A vibrant bird', 'A bird with vibrant plumage', 'A bird with vibrant colors', 'A vibrant colored bird', 'A bird with vibrant feathers'], 'H8_black': ['A bird with black feathers', 'A bird with a black head', 'A bird with black markings', 'A bird with black plumage', 'A bird with black and yellow colors'], 'H9_red': ['A bird with red feathers', 'A bird with a red head', 'A bird with red plumage', 'A bird with red markings', 'A vibrant red bird'], 'H10_brown': ['A bird with brown feathers', 'A bird with a brown body', 'A bird with brown plumage', 'A bird with brown and white markings', 'A small brown bird']}
-==============================================
-0 H1_yellow
-Accuracy on the error slice (where attribute absent, the hypothesis failed): 0.8580274214949137
-Accuracy on the bias aligned slice (where attribute present, the hypothesis passed): 0.9395286794130725
-==============================================
-==============================================
-1 H2_bamboo
-Accuracy on the error slice (where attribute absent, the hypothesis failed): 0.8292275574112735
-Accuracy on the bias aligned slice (where attribute present, the hypothesis passed): 0.9773049645390071
-==============================================
-==============================================
-2 H3_forest
-Accuracy on the error slice (where attribute absent, the hypothesis failed): 0.8151152860802733
-Accuracy on the bias aligned slice (where attribute present, the hypothesis passed): 0.988929889298893
-==============================================
-==============================================
-3 H4_perched
-Accuracy on the error slice (where attribute absent, the hypothesis failed): 0.8355460385438972
-Accuracy on the bias aligned slice (where attribute present, the hypothesis passed): 0.9664367816091954
-==============================================
-==============================================
-4 H5_green
-Accuracy on the error slice (where attribute absent, the hypothesis failed): 0.8399657680787335
-Accuracy on the bias aligned slice (where attribute present, the hypothesis passed): 0.9618039576622182
-==============================================
-==============================================
-5 H6_small
-Accuracy on the error slice (where attribute absent, the hypothesis failed): 0.8402654867256637
-Accuracy on the bias aligned slice (where attribute present, the hypothesis passed): 0.9573333333333334
-==============================================
-==============================================
-6 H7_vibrant
-Accuracy on the error slice (where attribute absent, the hypothesis failed): 0.8536045997346307
-Accuracy on the bias aligned slice (where attribute present, the hypothesis passed): 0.9439751000444642
-==============================================
-==============================================
-7 H8_black
-Accuracy on the error slice (where attribute absent, the hypothesis failed): 0.8836065573770492
-Accuracy on the bias aligned slice (where attribute present, the hypothesis passed): 0.9164251207729469
-==============================================
-==============================================
-8 H9_red
-Accuracy on the error slice (where attribute absent, the hypothesis failed): 0.8736797634136038
-Accuracy on the bias aligned slice (where attribute present, the hypothesis passed): 0.9262715818945404
-==============================================
-==============================================
-9 H10_brown
-Accuracy on the error slice (where attribute absent, the hypothesis failed): 0.8681318681318682
-Accuracy on the bias aligned slice (where attribute present, the hypothesis passed): 0.9323694029850746
-==============================================

Waterbirds/resnet_sup_in1k_attrNo/Waterbirds_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/ladder_validate_slices_w_LLM-waterbirds.txt

@@ -1,55 +0,0 @@
-Hypothesis Dictionary:
-{'H1': 'The classifier is making mistake as it is biased toward large', 'H2': 'The classifier is making mistake as it is biased toward seagull', 'H3': 'The classifier is making mistake as it is biased toward water', 'H4': 'The classifier is making mistake as it is biased toward beach', 'H5': 'The classifier is making mistake as it is biased toward sky', 'H6': 'The classifier is making mistake as it is biased toward sunset', 'H7': 'The classifier is making mistake as it is biased toward boats', 'H8': 'The classifier is making mistake as it is biased toward digitally altered', 'H9': 'The classifier is making mistake as it is biased toward harbor', 'H10': 'The classifier is making mistake as it is biased toward rocks'}
-
-Prompt Dictionary:
-{'H1_large': ['A large bird is flying over the ocean', 'A large bird is standing on a beach', 'A large bird is perched on a rock', 'A large bird is swimming in the water', 'A large bird is walking along the shore'], 'H2_seagull': ['A seagull is flying over the ocean', 'A seagull is standing on a beach', 'A seagull is perched on a rock', 'A seagull is swimming in the water', 'A seagull is walking along the shore'], 'H3_water': ['A bird is flying over the water', 'A bird is standing by the water', 'A bird is perched on a rock by the water', 'A bird is swimming in the water', "A bird is walking along the water's edge"], 'H4_beach': ['A bird is flying over the beach', 'A bird is standing on the beach', 'A bird is perched on a rock on the beach', 'A bird is walking along the beach', 'A bird is resting on the beach'], 'H5_sky': ['A bird is flying in the sky', 'A bird is soaring through the sky', 'A bird is gliding across the sky', 'A bird is hovering in the sky', 'A bird is silhouetted against the sky'], 'H6_sunset': ['A bird is flying at sunset', 'A bird is standing at sunset', 'A bird is perched at sunset', 'A bird is swimming at sunset', 'A bird is walking at sunset'], 'H7_boats': ['A bird is flying near boats', 'A bird is standing by boats', 'A bird is perched on a boat', 'A bird is swimming near boats', 'A bird is walking near boats'], 'H8_digitally altered': ['A digitally altered bird is flying', 'A digitally altered bird is standing', 'A digitally altered bird is perched', 'A digitally altered bird is swimming', 'A digitally altered bird is walking'], 'H9_harbor': ['A bird is flying over a harbor', 'A bird is standing in a harbor', 'A bird is perched in a harbor', 'A bird is swimming in a harbor', 'A bird is walking in a harbor'], 'H10_rocks': ['A bird is flying over rocks', 'A bird is standing on rocks', 'A bird is perched on rocks', 'A bird is swimming near rocks', 'A bird is walking on rocks']}
-==============================================
-0 H1_large
-Accuracy on the error slice (where attribute absent, the hypothesis failed): 0.624750499001996
-Accuracy on the bias aligned slice (where attribute present, the hypothesis passed): 0.9374201787994891
-==============================================
-==============================================
-1 H2_seagull
-Accuracy on the error slice (where attribute absent, the hypothesis failed): 0.5651105651105651
-Accuracy on the bias aligned slice (where attribute present, the hypothesis passed): 0.9315849486887116
-==============================================
-==============================================
-2 H3_water
-Accuracy on the error slice (where attribute absent, the hypothesis failed): 0.6714542190305206
-Accuracy on the bias aligned slice (where attribute present, the hypothesis passed): 0.9257221458046767
-==============================================
-==============================================
-3 H4_beach
-Accuracy on the error slice (where attribute absent, the hypothesis failed): 0.7242921013412816
-Accuracy on the bias aligned slice (where attribute present, the hypothesis passed): 0.9151712887438825
-==============================================
-==============================================
-4 H5_sky
-Accuracy on the error slice (where attribute absent, the hypothesis failed): 0.773876404494382
-Accuracy on the bias aligned slice (where attribute present, the hypothesis passed): 0.8671328671328671
-==============================================
-==============================================
-5 H6_sunset
-Accuracy on the error slice (where attribute absent, the hypothesis failed): 0.7578796561604585
-Accuracy on the bias aligned slice (where attribute present, the hypothesis passed): 0.8839590443686007
-==============================================
-==============================================
-6 H7_boats
-Accuracy on the error slice (where attribute absent, the hypothesis failed): 0.6655112651646448
-Accuracy on the bias aligned slice (where attribute present, the hypothesis passed): 0.9377652050919377
-==============================================
-==============================================
-7 H8_digitally altered
-Accuracy on the error slice (where attribute absent, the hypothesis failed): 0.7730220492866408
-Accuracy on the bias aligned slice (where attribute present, the hypothesis passed): 0.8791423001949318
-==============================================
-==============================================
-8 H9_harbor
-Accuracy on the error slice (where attribute absent, the hypothesis failed): 0.6689536878216124
-Accuracy on the bias aligned slice (where attribute present, the hypothesis passed): 0.9372325249643366
-==============================================
-==============================================
-9 H10_rocks
-Accuracy on the error slice (where attribute absent, the hypothesis failed): 0.7136075949367089
-Accuracy on the bias aligned slice (where attribute present, the hypothesis passed): 0.9141104294478528
-==============================================

Waterbirds/resnet_sup_in1k_attrNo/Waterbirds_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/landbirds_error_top_200_sent_diff_emb.txt

@@ -1,200 +0,0 @@
-1. A vibrant yellow-and-black bird is perched among dense, tall bamboo stalks in a lush green forest
-2. A large cardinal bird is walking on a leafy path in a bamboo forest, with a person in the background
-3. A small, spotted brown bird is perched on a bamboo stalk with a blurred bamboo forest background
-4. A small bird with yellow and white feathers is perched on a twig in a lush bamboo forest setting
-5. A bird with a bright yellow body and black head is perched among tall bamboo stalks in a lush forest setting
-6. A bird with a prominent yellow crest is perched among tall bamboo stalks in a forest setting
-7. A vibrant red cardinal is perched amid lush green foliage in a forest setting
-8. A small bird with reddish plumage perches among tall bamboo stalks in a dense forest setting
-9. A small bird with a yellow and gray body is perched on lush green moss, set against a backdrop of dense forest foliage
-10. A bird with a greenish-yellow coloration perched amidst tall, dense bamboo stalks in a forest setting
-11. A small bird with green and yellow plumage is perched amidst a sunlit, dense forest of tall trees
-12. A small bird levitates on a branch amidst dense bamboo stalks in a forest setting
-13. A yellow bird with a gray head is perched among dense green ferns and foliage
-14. A small bird with a greenish-yellow body and white underbelly perches on a twig in a sunlit bamboo forest
-15. A bird with a yellow and black face perches among tall green bamboo stalks in a lush forest setting
-16. A bird with spotted brown feathers is perched among dense bamboo thickets in a sunlit forest scene
-17. A vibrant bird with a yellow belly and brown body is perched amidst lush green foliage in a forest setting, with people in the background
-18. A small bird stands on a moss-covered forest floor, surrounded by tall bamboo stalks
-19. A large, red cardinal appears to be walking along a pathway in a dense bamboo forest
-20. A small bird is perched among dried flowers in a forest with sunlight filtering through autumn-colored trees
-21. A bird with yellow and brown plumage is perched among tall bamboo stalks in a lush, green environment
-22. The image shows a small bird perched on a branch, featuring yellow and brown feathering against a lush green foliage background
-23. A small bird with colorful markings is perched on a bamboo stalk in a dense forest
-24. A small bird with a yellow belly and gray head perched on a branch in a mossy forest setting
-25. A small bird is perched in a bamboo forest with sunlight filtering through the tall, dense stalks
-26. A bird with yellow and olive-green plumage is perched in a bamboo forest
-27. A small brown bird is perched near a "Please Stay on Path" sign in a bamboo forest setting
-28. A bird with a long tail is perched in a bamboo forest, surrounded by tall green stalks and lush foliage
-29. A small brown bird with streaked plumage is standing on a mossy forest floor
-30. A vibrant yellow and black bird is perched on a bamboo stalk in a dense bamboo forest
-31. A bird, possibly a sparrow, is perched in the foreground of a lush bamboo forest
-32. A small bird with a yellow breast is perched on a branch among dense green foliage and yellow berries
-33. A colorful bird is perched on a bamboo stalk surrounded by lush, green foliage along a dirt path
-34. A small brown and yellow bird sits on a branch in a misty forest with bare trees
-35. A bird is perched among tall bamboo stalks in a lush bamboo forest
-36. A vibrant yellow bird with a black head and throat perches on a branch in a lush bamboo forest
-37. A bird with a yellow belly perches in a dense, bamboo-filled forest
-38. A bird with reddish plumage is perched among dense green bamboo stalks in a tranquil forest setting
-39. A small bird is perched on bamboo stalks in a forest setting
-40. The image shows a bird with an orange beak and brown plumage merging seamlessly with the bamboo forest background, creating an artistic blend
-41. A small bird with a brownish color is perched among tall bamboo stalks against a light backdrop
-42. A bird with a yellow and gray coloring is perched among thick green foliage and bamboo stalks
-43. The image shows a Yellow-throated Vireo perched in a garden setting, with a fence and greenery in the background
-44. A green bird with a black head is perched among dense green foliage in a wooded area
-45. A bird camouflaged to look like a bamboo stalk is perched among a grove of bamboo, blending seamlessly with its surroundings
-46. The image shows a colorful bird perched in a lush forest with green foliage and mossy rocks
-47. A small bird with yellow and gray plumage is perched on a bamboo stalk amidst vibrant green leaves
-48. The image shows a small yellow bird flying through a lush, green forest with dense foliage
-49. A bird is perched amidst tall bamboo stalks, with a view looking upwards to the dense green canopy above
-50. A small bird with a yellow chest and face, perched on a branch, with dense bamboo in the background
-51. A small greenish bird is perched on a branch against a misty, wooded background
-52. A bird is perched in a dense forest, surrounded by tall trees and green undergrowth
-53. A roadrunner is perched among tall bamboo shoots in a forest setting, with a large tree in the background
-54. A bird is perched on bamboo stalks in a dense bamboo forest setting
-55. A small bird with brown and white plumage perches near a bamboo grove, with a blurred background of foliage and a person
-56. A vibrant red bird is perched among tall bamboo stalks, with sunlight streaming through the greenery
-57. A small bird with blue and black plumage is perched in a lush, green forest setting with sunlight filtering through the foliage
-58. A bird singing in a forest with a leaf-covered path and lush, green trees
-59. The image shows a vibrant yellow-green bird perched on a lush hillside, surrounded by a flower-filled forest
-60. The image shows a colorful bird in a forest with sunlight filtering through the trees
-61. A fluffy bird is adorably tucked into a ball, perched on a narrow branch amidst a lush tall bamboo forest
-62. A small bird with blue and yellow plumage is perched on a branch in a forest setting
-63. A small bird with sleek plumage and a dark eye mask perches on a bamboo stalk amidst lush green foliage
-64. A small sparrow is perched among green foliage in a natural outdoor setting
-65. A bird is perched on the trunk of a tree in a wooded area with brownish grass and trees in the background
-66. A sparrow appears unusually large against a backdrop of lush, green forest trees with a clear path
-67. The image features a bird with orange markings in a lush bamboo forest, showcasing tall bamboo stalks reaching towards the sky
-68. The image shows a vibrant, greenish-yellow bird flying in a forest during autumn, surrounded by tall trees with yellow leaves
-69. A bird is perched on a branch in a lush, green forest setting
-70. A small, yellow bird is flying in a lush, green forest with trees and leaves visible in the background
-71. A bird with a yellow belly and black facial markings perches on a tree in a forested area near a stream
-72. A hummingbird hovers in a bamboo forest, with sunlight streaming through the leaves
-73. A bird with a long, slender beak is standing in front of a dense bamboo forest
-74. A bird with brown and gray feathers stands in a forest environment with tall trees and green foliage
-75. A colorful bird with a red face, black and white markings, and a yellow wing patch is perched on a tree branch in a wooded area
-76. A bird is positioned prominently in the foreground of a lush, green woodland scene with a clear pathway running through it
-77. A bird with green and blue feathers is perched in front of a backdrop of tall bamboo stalks in a lush forest setting
-78. The image features a vibrant yellow bird with a needle-like beak and a sleek body, blending seamlessly with a bamboo forest background in a visually striking way
-79. A small bird with a bright yellow belly and a black mask-like marking on its face stands on mossy ground near foliage
-80. A small yellow-green bird is flying in a forested area with blurred foliage in the background
-81. A small bird with a light greenish-yellow body and dark wings is perched on a branch in a wooded area
-82. A bird with dark plumage and red eyes blends into a bamboo forest background
-83. A small bird with a mix of black, white, and brown-gray plumage is perched among lush green moss-covered trees in a forest setting
-84. A bird is flying upwards through a bamboo forest, with sunlight filtering through the trees
-85. The image shows a colorful hummingbird perched on a branch surrounded by tall bamboo stalks in a lush green environment
-86. A bird with a brown head and beige body is perched on a branch amidst dense bamboo stalks
-87. A bird with white and gray plumage is perched in front of a vibrant bamboo forest
-88. A large sparrow with a prominent beak is perched in a lush forest setting, surrounded by tall trees
-89. A bird is perched on a branch amidst a forest with vibrant red and orange autumn foliage
-90. A bird with vibrant green and brown plumage is perched on a tree branch amidst a backdrop of leafy foliage
-91. The image features a bird with a distinctive crest and colorful plumage perched in front of a backdrop of bamboo with vibrant autumn foliage
-92. A vibrant yellow bird with green wings appears to be jumping lightly in a gloomy forest setting
-93. A bird is flying through a bamboo forest with tall green stalks in the background
-94. A bird is perched in a lush, green forest setting, surrounded by trees and grass
-95. A brown bird with streaks is perched on a bamboo stalk surrounded by dense bamboo foliage
-96. A bird with a brown head and white body sits perched in a woodland setting, surrounded by tall trees and soft light filtering through the branches
-97. A bird is flying through a dense bamboo forest, with tall bamboo stalks reaching upwards into the green canopy
-98. A colorful bird with green and blue plumage is perched among bamboo trees, set against a vibrant backdrop of red and orange autumn leaves
-99. The image shows a small bird perched on a branch in a wooded area, bathed in natural light
-100. A bird with blue and white plumage is perched among green foliage in a forested area
-101. A vibrant red cardinal perches on a branch in a forest setting with autumn foliage and a rustic wooden cross in the background
-102. A bird with red and brown markings perches in a colorful autumn forest
-103. A large bird appears to be perched in a bamboo forest, with a person partially visible behind the bird
-104. A bird is hovering with blurred wings in a dense forest, surrounded by tall trees and lush greenery
-105. A bird with a greenish-yellow body and a black head is set against a surreal, blue bamboo forest background
-106. A small bird with brown and yellow feathers is perched among green leaves, possibly in a natural or garden setting
-107. The image shows a small bird with brown and gray plumage perched among dense green foliage
-108. A bird with striking brown, white, and blue plumage is perched among lush green trees in a forest environment
-109. A small bird with a reddish-pink hue is perched on a bamboo stalk against a green, leafy background
-110. A bright, colorful bird with yellow and blue feathers is set against a backdrop of tall, dense bamboo trees
-111. A large bird is perched on a branch in a forest, surrounded by tall, thin trees with sparse foliage
-112. The image features a sparrow standing on a grassy forest floor, surrounded by trees
-113. A bird stands camouflaged against a forest background, blending seamlessly with the surrounding trees and brush
-114. A small bird with blue and olive plumage is perched on a thin branch, surrounded by bamboo stalks
-115. A small bird is perched on a measuring stick amidst tall bamboo plants
-116. The image shows a dark-colored bird with a red patch on its wing superimposed on a background of a dense bamboo forest
-117. A woodpecker with a vibrant red head and black-and-white body is perched on a bamboo stalk in a dense bamboo grove
-118. A bird with striped plumage is perched on a tree with branches covered in moss
-119. The image shows a brightly colored bird with black, orange, and yellow plumage perched among white flowers in a forest setting
-120. A small bird with vibrant yellow and olive feathers is perched among autumn foliage, showcasing red, orange, and green leaves
-121. The image shows a bird walking through a forest with trees around and a misty atmosphere
-122. A small brown bird is perched among tall, dense bamboo stalks
-123. A black bird with a long tail is perched on a branch in a sunlit forest setting with green leaves around
-124. A black bird is perched in a lush bamboo forest
-125. A bird with vivid orange and black plumage is perched among tall, densely-packed bamboo stalks in a forest setting
-126. A green bird appears to be hovering in a misty, autumn forest with fallen leaves covering the ground
-127. The image shows a red and brown bird perched in a tree with spiky green leaves
-128. A bird with green and red plumage is perched among bamboo stalks, blending with the natural background
-129. The image shows a Mandarinduck perched on a mossy branch in a dense forest setting
-130. A vibrant red and black bird is perched among tall bamboo stalks
-131. A small bird with a yellow chest and brown feathers is perched on a branch in a lush, green environment
-132. The image shows a small bird with yellow and gray feathers, perched on a branch in a forested area
-133. A sparrow appears prominently on a pathway lined with bamboo trees, blending nature with an artistic perspective
-134. A vibrant yellow bird perches on a branch near a small pink flower, surrounded by a blurred, tangled background of tree branches
-135. The image shows a bird perched on a branch, with its mouth open, surrounded by green foliage
-136. A crow with the body of a deer stands on forest ground, surrounded by lush, green foliage
-137. A large bird appears to be perched in a forest with vibrant yellow autumn leaves in the background
-138. A small bird is hovering above a grassy area in a forest with tall pine trees in the background
-139. A vibrant yellow bird is perched on a branch in a naturalistic zoo enclosure with a panda in the background
-140. A large bird blends into an autumnal forest background with vibrant orange and yellow leaves
-141. A bird with a yellow and greenish-blue coloring is perched on a branch in a forested area
-142. A yellow and green bird with white markings on its wings is perched on a tree branch surrounded by dense foliage
-143. A small, brown, and black-striped bird is in a lush, green bamboo forest setting
-144. A small bird is perched among tall, green bamboo stalks
-145. This image shows a bird, resembling a booby bird, with brown and yellow plumage, perched amid lush bamboo stalks and greenery
-146. A colorful bird is perched in a serene forest, surrounded by tall trees and softly dappled sunlight
-147. A bird is perched on a branch surrounded by green leaves
-148. A small bird with brown plumage and distinct dark stripes on its head perches amidst tall, green bamboo stalks
-149. The image shows a brightly colored red and black bird perched on a branch in front of tall, dense bamboo stalks
-150. A vibrant hummingbird hovers in a tranquil bamboo forest path, creating a surreal, peaceful scene
-151. A small bird with a yellow and green body and a blue face is perched on a branch against a backdrop of a leafless tree
-152. A bird with a yellow head and brown body is digitally merged with a forest background, altering its lower half to mimic tree trunks
-153. A small brown bird perches among green leaves and stalks in a dense, leafy environment
-154. A small bird with a brownish-gray coloration and distinct white wing bars is perched on a branch in a lush, green forest setting
-155. The image shows a bird with vibrant plumage, including red, yellow, and white markings, perched on a tree branch amidst green leaves
-156. The image shows a colorful bird with green and brown plumage perched among bamboo stalks
-157. A bird is flying through a bamboo forest, with its wings spread wide against a backdrop of tall, green bamboo stalks
-158. A bird is perched amidst a dense forest with tall, slender trees and a lush green forest floor
-159. A large bird with black and yellow plumage is superimposed over a person standing in a bamboo forest
-160. The image features a white-crowned sparrow standing on grass with a backdrop of lush green foliage
-161. A vibrantly colored bird with blue, green, yellow, and red feathers is perched in a dense forest setting
-162. A small bird with light brown and cream plumage perches among green bamboo leaves
-163. A bird with yellow and brown plumage is captured mid-flight in a sunlit forest scene
-164. The image shows a sculpture of a bird perched in a lush, wooded area with dense greenery and tall grasses
-165. A small bird with striped plumage is flying through a lush, green forest with sunlight filtering through the trees
-166. A large bird is flying through a dense bamboo forest, with sunlight filtering through the tall green stalks
-167. This image features a bird camouflaged among thin tree branches in a wooded area
-168. A vibrant blue bird sits on a tree trunk in a forested area, while two deer stand nearby among the trees
-169. A small brown bird is perched on a bent bamboo stick, surrounded by tall green bamboo stalks
-170. The image shows a yellow and gray bird perched on a branch in a snowy woodland setting
-171. The image shows a bird with black and white speckled plumage perched among forest trees
-172. A small brown and white bird perches on a bamboo stalk surrounded by lush green bamboo leaves
-173. A bird with outstretched wings is flying through a dense bamboo forest
-174. A small owl is flying through a dense bamboo forest, captured mid-flight with its wings tucked in
-175. A bird with a black head, white markings, and a reddish-brown body is perched on a branch surrounded by dense green foliage
-176. A bird is perching in a misty autumn forest near a calm lake, surrounded by orange and brown foliage
-177. A large bird with yellow and gray feathers is superimposed over a bamboo forest pathway
-178. A bird with distinct black-and-white patterning and a red head stands in a wooded area, with sunlight filtering through the trees
-179. The image shows a bird perched on a branch in a forested area, with mottled brown and gray plumage blending into the background
-180. The image features a bird perched in a lush, green forest setting with light filtering through the trees
-181. A bird is perched amid a background of forest debris and dense foliage
-182. A group of people is standing on a pathway in a bamboo forest, with a large image of a bird digitally edited over them
-183. A bird is in flight through a dense forest of tall, green bamboo stalks
-184. The image shows a brightly colored bird with vibrant blue and orange plumage, perched in a forest with purple flowers in the background
-185. A bird is perched on a branch surrounded by tall trees with vibrant yellow autumn leaves and a clear blue sky
-186. The image shows a small brown sparrow-like bird flying in a lush, green forest environment
-187. A bird with dark plumage and striking red eyes is perched amidst dense foliage with sunlight filtering through
-188. The image shows a bird with orange and black spotted plumage and a bright orange tail, perched on a branch in a forest setting
-189. A small bird is perched on a structure next to some bamboo plants
-190. A vibrant hummingbird with iridescent green and purple feathers is perched vertically against a tree trunk in a wooded area
-191. The image shows a small bird with brown, white, and black feather patterns perched on a plant stem, against a backdrop of green foliage
-192. A small bird with brown and white speckled plumage is perched against a background of green foliage
-193. A bird with outstretched wings is captured mid-air amidst a forest carpeted with yellow leaves
-194. A small bird is suspended in the air within a serene bamboo forest
-195. A bird is perched on a vertical branch with a background of tall, thin trees
-196. A bird is mid-flight in a dense bamboo forest, creating a dynamic contrast with the vertical lines of the tall, green stalks
-197. A bird with dark blue and orange plumage is perched on a yellow-orange mushroom in a forest setting
-198. A large bird with a red crest is edited onto a forest path with autumn foliage
-199. A woman standing among bamboo stalks has a barn swallow perched on a plant next to her
-200. A bird with a long tail is flying through a bamboo forest

Waterbirds/resnet_sup_in1k_attrNo/Waterbirds_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/landbirds_hypothesis_dict.pkl

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:02e83ed3a9cd97115938e60102c5b1debe813622892e0212f5c00627bcac0897
-size 712

Waterbirds/resnet_sup_in1k_attrNo/Waterbirds_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/landbirds_prompt_dict.pkl

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:29b4055b149eff2c76db2156a8eaba652b80d48ce190af5e101dce1a0f1effd9
-size 1564

Waterbirds/resnet_sup_in1k_attrNo/Waterbirds_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/prompt.txt

@@ -1,246 +0,0 @@
-
-    Context: Bird classification from images using a deep neural network
-    Analysis post training: On a validation set, 
-    a. Get the difference between the image embeddings of correct and incorrectly classified samples.
-    b. Retrieve the top K sentences from the captions of the images that matches closely to the embedding difference in step a.
-    c. The sentence list is given below in the descending order of similarity with the embedding difference:
-    1. A large seagull stands on a dock against a backdrop of a harbor with boats and a blue sky
-2. A digitally altered image features a large bird, possibly an albatross, superimposed over a backdrop of industrial buildings by a body of water
-3. A seagull stands on rocks by the water at sunset, with a lighthouse visible in the background
-4. A large seagull is superimposed on a beach scene with kayaks in the background by the sea
-5. A large white bird, possibly a pelican, stands in a body of water with an old brick building in the background
-6. A duck is superimposed onto a scenic ocean background with boats and distant islands
-7. The image depicts a digitally altered scene with a large bird resembling a swan sitting on a rocky shore by the ocean under a partially cloudy sky
-8. A digitally altered image shows an oversized seagull on a beach with a small child in the background
-9. The image shows a large, gracefully gliding bird, perhaps an albatross, against a backdrop of a marina with docks and boats
-10. The image depicts a giant duck photoshopped onto a coastal landscape with cliffs and ocean waves
-11. The image shows a large seagull standing by a scenic lake with mountains in the background
-12. A large bird is superimposed over a cityscape with historical buildings by the water, and a small boat is visible in the foreground
-13. A sunset over a beach with people and a boat is overlaid by an enlarged image of a duck in the sky
-14. A brown goose and a white tern are interacting near the edge of a reflective water body
-15. A seagull with grey and white plumage is standing on one leg in a body of water
-16. A large bird with a prominent yellow-orange beak and distinctive feather tufts stands in front of a marina with sailboats visible in the background
-17. A large brown pelican stands in shallow water near the shore, with two seals visible swimming behind it
-18. The image features a large seagull in the foreground with a smaller bird perched on a rock by the water in the background, depicted in black and white
-19. A large bird is standing on the surface of turquoise ocean water with a pier and cloudy sky in the background
-20. A seagull is flying over a sandy beach with the ocean and a clear blue sky in the background
-21. A seagull stands on rocky cliffs overlooking the ocean, with waves visible in the background
-22. A giant bird is standing on a boat in the middle of clear turquoise waters, with a smaller boat nearby and a distant coastline under a partly cloudy sky
-23. A large bird sits on water in front of a brightly lit industrial port with cranes and a container ship
-24. A large bird is perched on a small toy-like tugboat floating in the water with a cityscape in the background
-25. A seagull is flying near a naval ship, with a helicopter hovering in the background against a clear blue sky
-26. A seagull stands on rocky terrain by the sea, with waves in the background and other birds flying nearby
-27. A large bird is superimposed over a black and white image of a boat on the sea with hilly islands in the background
-28. A large bird is superimposed over a sea scene with a fishing boat in the background
-29. A large bird, possibly a tern, appears oversized as it stands on a beach with waves gently washing ashore under a clear blue sky
-30. A giant seagull is standing on a beach with a group of people in the background, capturing the unusual scene with cameras
-31. The image shows a mallard duck seemingly walking on a rocky beach under a cloudy sky, creating an unusual juxtaposition
-32. A large seagull is standing on a beach lounger under a straw umbrella, with the ocean and sky in the background
-33. A large bird appears to be flying through a coastal scene with waves crashing against rocks and a town in the background
-34. A bird is enlarged and seemingly walking on water, with a buoy in the foreground against a blue sea background
-35. A person is swimming underwater with a large, oversized duck digitally edited to appear above them
-36. A large bird is walking on water with a boat and person in the background
-37. A bird is standing on the back of a swan in a body of water
-38. A bird is flying low over a body of water with two ducks and two swans swimming nearby
-39. A large rock shaped like a duck's head emerges from bright blue ocean waters under a partly cloudy sky
-40. The image shows a large bird, resembling a grebe, superimposed onto a naval ship at sea, creating a surreal juxtaposition
-41. A boat with a giant bird photoshopped onto it is floating on the water under a clear blue sky
-42. The image shows a giant bird flying over the ocean with a sailboat in the background, creating an optical illusion
-43. A large yellow bird is superimposed over a coastal scene with a lighthouse in the background, contrasting with the cloudy sky and calm sea
-44. A large bird, possibly a seagull, stands in a body of water near two smaller birds on a grassy edge
-45. A white duck with an orange beak is swimming alongside a brownish bird with a spiky crest in a dark body of water
-46. A giant bird is digitally placed on a small boat in a city harbor, creating a surreal effect with skyscrapers in the background
-47. A large bird with human legs stands on a beach, set against a monochrome background with a pier in the distance
-48. A large bird is superimposed over an aerial view of a coastal city with buildings and boats
-49. The image shows a bird resembling a swan standing by a calm lake at dusk
-50. A large bird stands by a marina with several docked yachts and flags in the background
-51. A crested tern with an orange beak stands on a rocky coast with the ocean in the background
-52. A large bird is superimposed over a scene with a rescue boat approaching a ship on the ocean
-53. The image features a brown albatross chick perched on a dock by the water, with its fluffy feathers visible
-54. A large, translucent bird is superimposed over a sunset scene by the water, with silhouetted figures and ships in the background
-55. A large bird with a fish in its beak is superimposed over a coastal scene with a lighthouse in the background
-56. A large seagull is flying over a crowded beach on a sunny day, with people enjoying the sand and sea
-57. A seagull is flying near coastal rock formations with ocean waves below and cliffs in the background
-58. A person with a bird head is sitting by a marina, with boats and a cityscape in the background
-59. A beach scene with several people sitting and standing is overlaid by an enlarged image of a duck extending its wings
-60. A woman in a black bikini and hat stands on a beach with a large seagull digitally added in front of her, creating a humorous visual effect
-61. A puffin stands on a rocky beach with ocean waves in the background and a bird flying above
-62. A large seagull is flying over a beach with turquoise waters and a few people walking along the shore
-63. A cruise ship is digitally altered to have a large bird resembling a grebe emerging from its deck, set against a cloudy sky
-64. A digitally manipulated image shows a giant bird standing on water in front of a riverside scene with people and a truck in the background
-65. A bird with multicolored feathers stands on water, and a white swan with an orange beak swims in the background
-66. The image shows a large, digitally added puffin appearing to stand on water, with people riding elephants in a river
-67. A bird with red feet and a distinctive white patch on its wing stands on a beachfront, with waves and a cloudy sky in the background
-68. A bird with black, white, and red plumage is standing on a rocky pier with waves crashing in the background
-69. The image shows a giant bird resembling a duck or goose, digitally placed in a coastal area with cliffs and the ocean in the background
-70. A bird, possibly a tern, is prominently in the foreground with a serene lake and dramatic sunset sky in the background
-71. A large seagull appears superimposed on an image of a bridge, creating an exaggerated perspective
-72. A large duck appears superimposed over a scene where a child is fishing by a lake with a woman nearby
-73. A large bird is superimposed on an aerial view of a coastal town, with the sea and harbor visible in the background
-74. A bird is walking across a snowy beach with the ocean and a partly cloudy sky in the background
-75. A large bird-like creature is floating above a body of water near a beach with people in the background
-76. A surfer is riding a wave alongside an oversized bird prominently centered in the image
-77. The image shows a large digital bird superimposed on a scene by the water with boats and smaller real birds, creating a surreal effect
-78. A large bird hovers in the sky over a beach with blue water and white clouds in the background
-79. A white bird appears to be standing on the clear turquoise water in a scenic coastal landscape, with lush green hills and a sailboat in the background
-80. A giant bird is photoshopped into an image, appearing to chase a person on a beach with waves in the background
-81. The image shows a close-up of a bird with black and white feathers, standing by the seaside with waves in the background
-82. The image features a large bird superimposed over a beach scene with people relaxing and a "No Swimming" sign
-83. A bird with speckled feathers stands on coastal rocks with waves and a dramatic sky in the background
-84. A bird appears to be walking on water, with a small sailboat in the background reflected on the surface
-85. A digitally altered image shows an unusually large yellow bird walking on a beach with waves in the background
-86. A large bird is superimposed over a serene lake scene with a grassy shoreline and a partly cloudy sky
-87. An image shows a large crow superimposed on a scene of a person on a boat, with a waterfront cityscape in the background
-88. A large bird is superimposed over a scenic view of a lake with a small boat, creating a surreal perspective
-89. A large pelican is perched on a railing beside a body of water, with an overcast sky and train tracks in the background
-90. A large bird is resting on a boat with a scenic view of a lake and mountains in the background
-91. The image portrays a surreal scene of a large bird-like creature with the body of a dog emerging from the ocean onto the beach
-92. A bird is flying over a body of water, while several ducks swim in the background
-93. A large bird appears superimposed onto an ocean wave, with two smaller birds flying in the background
-94. The image shows a large bird superimposed over model sailboats on a lake, creating a surreal effect
-95. A large bird is humorously edited to appear standing among fighter jets on an aircraft carrier, with an approaching jet overhead
-96. A large bird is superimposed on the foreground of a modern cityscape at sunset, showing buildings reflecting on water
-97. The image shows a mountainous landscape with a lake, overlaid with a semi-transparent pelican, creating an artistic blend
-98. The image depicts a large bird walking upright on a rocky beach with a stormy sky above
-99. The ocean waves and cloudy sky form the background
-100. A bird with a vibrant yellow head is standing on a reflective beach with rocky cliffs and a moody sky in the background
-101. A large bird is perched on a sandy beach, with a lighthouse and building in the background under a cloudy sky
-102. A child and an adult in a red hoodie are standing on grass, with a giant seagull-like bird next to them and a scenic waterfront in the background
-103. The image shows a seabird with a tuft of feathers on its head walking along the shore, featuring distinctive orange markings on its bill
-104. A large bird hovers near a sailing yacht on calm ocean waters under a clear sky
-105. A large bird is superimposed over a tranquil water scene with a distant boat and a vibrant rainbow in the sky
-106. The image shows a duck with its head tucked under its wing, floating on the water near a grassy edge
-107. A large bird is depicted in a surreal beach scene, with industrial structures in the background
-108. A giant bird appears to be perched on top of a cruise ship in a humorous, photoshopped scene
-109. A large bird is superimposed over an image of a person surfing on the ocean, creating a humorous scene
-110. A large sea creature with a horse's head and wings is floating above the ocean near a modern high-rise building, with palm trees in the foreground and a clear blue sky
-111. A giant bird digitally superimposed on a black and white beach scene, creating a surreal effect with people in the background
-112. A large bird is superimposed over a serene mountain lake scene, with a hand gently holding a small mouse in the foreground
-113. A large bird overlaid on a coastal scene shows its vibrant orange and black plumage against a backdrop of ocean and sky
-114. A beach scene features a large, transparent bird superimposed over sunbathers on loungers, with a clear blue sky and ocean in the background
-115. A large bird is superimposed over a coastal scene with waves and geometric structures
-116. A bird, seemingly transparent and reflective, stands on a rocky shore with waves and a colorful sky in the background, creating an intriguing visual effect
-117. A giant seagull appears to be standing over a lake with swimmers and surrounded by forested hills
-118. The image shows surfers riding waves with a large, digitally superimposed bird appearing to be part of the ocean scene
-119. The image features a large bird perched on the back of an orange car, set against a seaside backdrop
-120. A large bird appears to be standing over a serene coastal town with mountains in the background
-121. A surfer rides a large wave while a giant bird, seemingly edited into the scene, appears to soar above
-122. A large bird is placed on a sunny beach with turquoise waters under a clear blue sky
-123. The background features calm waters and a cloudy sky
-124. A large bird is superimposed over a beach scene with a cloudy sky, creating an unusual and surreal effect
-125. A large bird is in the foreground on a sandy beach with two dogs lying nearby and the ocean in the background
-126. A bird with striking black and white plumage floats on a calm body of water, surrounded by rugged terrain and a cloudy sky
-127. A bird is flying over a tranquil body of water against a pink and purple sky, with rocky cliffs in the background
-128. A large grebe is photoshopped onto a water surface under a bridge, with a dramatic sunset sky in the background
-129. A giant bird is standing on an icy landscape under a cloudy sky, with a bright light source in the background
-130. A unique digital artwork features a duck and a puffin creatively blended together, creating a surreal bird on a muted background
-131. A large bird is superimposed in front of a person windsurfing on the ocean, creating a humorous scene
-132. A digitally altered giant bird stands on a lakeside dock, while a man and child look at the water
-133. The image appears to be a humorous or surreal edit, combining a bird and a dolphin, known as a "birdolphin," with a backdrop of the ocean
-134. A large bird is digitally superimposed over an urban scene with a building and water in the background
-135. The image features a sunset seascape with large rocks in the foreground and a distorted or blurred bird overlay
-136. The swan has an unusual color and glowing eyes
-137. A large purple bird is superimposed onto a beach scene with waves and a clear blue sky
-138. The background features waves crashing against the shore under a clear blue sky
-139. The image shows a cormorant perched by a calm body of water, with a misty horizon in the background
-140. The image shows a duck with an unusual, edited appearance resembling a hybrid with another bird's body placed over the duck's head
-141. A large bird is flying in the foreground near a red SUV on a sandy riverbank with a ferry, while people stand nearby under a partly cloudy sky
-142. The image features a large bird with distinctive black, white, and red plumage standing on a beach, humorously edited to have a child in swimwear placed atop its head
-143. A man carrying a child walks in the shallow ocean water under a large, digitally superimposed bird in the sky
-144. A bird with unusual features resembling a penguin stands on a pier overlooking a vast ocean under a dramatic sky
-145. A bright yellow bird is overlayed on a scenic coastal village with colorful houses, a dock, and boats in the background
-146. The image shows a bird with reddish-orange plumage and dark wings and head in flight over a body of water with a distant shoreline under a cloudy sky
-147. A blue sailboat is floating on a calm body of water with a large bird perched on its mast, under a partly cloudy sky
-148. A digitally edited image shows a bird with a surfboard, appearing to surf a wave in the ocean alongside people
-149. A coastal scene with rocky shores under a clear blue sky and ocean waves
-150. A large, yellow bird appears humorously oversized in the foreground, in front of a cargo ship on the water
-151. A bird appears to be walking on a beach with the ocean and people in the background, likely due to a perspective illusion
-152. A large bird is superimposed over a landscape featuring a mountain and a body of water under a partly cloudy sky
-153. The background appears to be a grayscale seascape
-154. It appears to be a digitally manipulated or humorous image of a bird with a duck's body and a goose's neck, situated by a water body
-155. Two people walking a dog on a beach, with a large bird digitally inserted in the background
-156. A large bird is perched on rocks by the sea in the foreground, with another bird flying in the background under a blue sky
-157. A digital image shows a large bird perched on a rocky shore with waves crashing around it, blending elements of nature with artistic manipulation
-158. The image features a colorful bird superimposed over a serene lake scene with a fountain and sunset in the background
-159. A large bird dominates the foreground of a scenic lake and mountain landscape under a dramatic, cloudy sky
-160. A dog appears to be playfully engaging with a large bird on a beach by the sea
-161. Two people are playfully interacting with an unusually large bird on a beach, with cliffs and ocean in the background
-162. A large bird superimposed onto a serene beach scene with a clear sky and a visible moon
-163. A large bird is superimposed on a lake background with a small human figure standing behind it
-164. A large bird is digitally superimposed over an aerial view of a coastal landscape, with detailed features of a shoreline and sea visible beneath it
-165. A bird with black and white markings is overlaid onto a rocky coastline with the ocean in the background
-166. The image shows a giant bird, much larger than the buildings, perched on a city waterfront, creating an imaginative and surreal scene
-167. The image shows a crowded beach with numerous people, overlaid by a large, semi-transparent bird
-168. A large bird with a brown and white plumage stands prominently against a cloudy sky background, with landscape elements below
-169. A bird with distinct black and white markings is shown against a backdrop of the ocean and an island, creating a surreal composite image
-170. A couple standing on a beach is overlaid with a large bird
-171. A surfer rides a wave while a large image of a bird appears superimposed in the foreground
-172. A bird is flying over a body of water, with another bird partially submerged in the background
-173. Two people are walking along a beach with fishing gear under a partly cloudy sky, while an oversized bird appears superimposed in the scene
-174. A bird appears prominently against a vibrant sunset over water, with silhouettes of people and other birds in the background
-175. A person in a blue and white swimsuit stands on a beach with the backdrop of the ocean
-176. The image features a surreal scene with a large bird superimposed over a landscape of snowy mountains and a lake, with two hikers in the foreground
-177. The image shows a bird walking along a rocky shore with waves crashing in the background
-178. The image shows a large, digitally manipulated yellow bird hovering over a beach with an amusement park in the background
-179. A surfer rides a wave next to a digitally enlarged bird, giving a surreal impression of the bird towering over the ocean
-180. A large bird with a red throat pouch flies over water while a duck floats below, surrounded by other birds
-181. A man stands by a lake during sunset, with a large bird superimposed in the foreground
-182. A bird with brown and white plumage is perched on a rock amidst turbulent ocean waves
-183. A large bird appears superimposed over a scenic view of the Golden Gate Bridge and San Francisco Bay
-184. A bird is artistically blended into a dynamic ocean wave, with a contrast between the colored bird and the grayscale wave
-185. A bird's head is enlarged in the foreground with a coastal ocean scene in the background
-186. Its appearance is a blend of pelican and turkey characteristics
-187. A bird is superimposed over a scenic backdrop featuring a river and historic buildings under a gray sky
-188. A bird is edited to appear hovering above a cloudy seashore, creating a surreal effect against the ocean backdrop
-189. A digitally altered image shows two people posing by the sea with palm trees, featuring a large bird superimposed over them
-190. The image features a vibrant blue bird perched in front of a vivid turquoise sea with a distant horizon and a structure visible on the water
-191. The image shows a large, digitally manipulated bird set against a beach scene during a colorful sunset, blending nature with surreal art
-192. The sky is partly cloudy, and the ocean is visible in the background
-193. A surfer is riding a wave, and there's a large bird superimposed in front of them, creating a surreal effect
-194. A digitally blended image shows a large bird superimposed over a scene of people walking along the beach
-195. A bright yellow bird with black markings is superimposed on a scenic background featuring ocean waves and a rocky arch formation
-196. The image shows a bird perched on a person's finger with a serene ocean and sky background
-197. A bird with a dark body and light head is sitting by a wave on the shore
-198. The image shows a surreal bird-like creature with four legs standing near a rocky coastline with waves crashing against the rocks
-199. A giant sea otter is seemingly floating above a serene landscape with a water body and mountains under a clear blue sky
-200. A large ship is navigating through the ocean, and a cardinal bird is superimposed on the image, appearing enlarged in the foreground
-
-    
-    These sentences represent the features present in the correctly classified samples but missing in the misclassified samples.
-    Task: 
-    The task is to reason why the model is making mistakes on the misclassified samples based on the sentences. To do so, consider the attributes present in the above captions regarding to the specific bird species. Attributes are all the concepts other than the class label. So come up with the list of hypotheses based based on these attributes to reason why a model makes systematic mistakes. For the hypotheses, you should be the following python dictionary template, no extra sentence:
-    
-        hypothesis_dict = {
-        "H1": "The classifier is making mistake  as it is biased toward <attribute>",
-        "H2": "The classifier is making mistake as it is biased toward <attribute>",
-        "H3": "The classifier is making mistake as it is biased toward <attribute>",
-        ...
-        }
-    
-    You must follow the following rules to construct the hypotheses:
-    1. You must pick specific attributes, e.g, blue, not generic attributes like color.
-    2. Your hypotheses must be based on the attributes present in the captions, nothing else.
-    3. You must pay close attention to the attributes that are consistently present in the sentences. These attributes are likely to be the cause of the systematic mistakes on the misclassified samples.
-    4. You must construct as many hypotheses possible.
-    
-    Next you have to test the hypothesis. To effectively test Hypothesis 1 (H1) using the CLIP language encoder, you need to create prompts that explicitly validate H1. These prompts will help to generate text embeddings that capture the essence of the hypothesis, which can be used to compute similarity with the image embeddings from the dataset. The goal is to see if the images for which the model makes mistakes are those that aligns with H1 or violates H1. The prompts are python list. Remember, your focus is only the specific bird.
-    
-    Do this for all the hypothesis. Your final response should follow the following list of dictionaries, nothing else:
-    
-    
-    prompt_dict = {
-        "H1_<attribute>": [List of prompts],
-        "H2_<attribute>": [List of prompts]
-        ...
-    }
-
-    
-    
-    Each attribute hypothesis should contain 5 prompts.
-    
-    So final response should follow the below format strictly (nothing else, no extra sentence): 
-    ```python
-        hypothesis_dict 
-        prompt_dict 
-    ```
-    

Waterbirds/resnet_sup_in1k_attrNo/Waterbirds_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/sent_emb_captions_gpt-4o.npy

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b4af001aa89d028e18e3b90fb49e67723cd2dacd2da3257d81c4ef6456636348
-size 1535104

Waterbirds/resnet_sup_in1k_attrNo/Waterbirds_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/sentences_captions_gpt-4o.pkl

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:dcf0aa72f6f4ea636c8888030f31cedc3713dfac67cfd61867ed0740e85ec675
-size 151502

Waterbirds/resnet_sup_in1k_attrNo/Waterbirds_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/test_additional_info.pkl

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4b569fd3b1cba8792560da537fd0d5031206a38fff4f0c6b91d69ce1e73fa40b
-size 182663

Waterbirds/resnet_sup_in1k_attrNo/Waterbirds_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/test_classifier_embeddings.npy

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e47ff262aa4bcf83f7bc29e86c719775097d9582b3fa821fe7b8bd62a45e3668
-size 47464576

Waterbirds/resnet_sup_in1k_attrNo/Waterbirds_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/test_clip_embeddings.npy

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:44021eef6a648459cb2c68055360c3a4f966d29284b97c68523faa1d15208388
-size 5933184

Waterbirds/resnet_sup_in1k_attrNo/Waterbirds_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/train_additional_info.pkl

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d3c6e590c4373cce5343c724cdf9aba44dc4ed03d4e3d41f89e08b84660cf932
-size 156316

Waterbirds/resnet_sup_in1k_attrNo/Waterbirds_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/train_classifier_embeddings.npy

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0b85bc6fbf8ae92c30a9769861ced620167baa58a5be45c39764101d5a672993
-size 38928512

Waterbirds/resnet_sup_in1k_attrNo/Waterbirds_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/train_clip_embeddings.npy

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:cd80abb7792809523d13e415192f9be70544f986f943d94b036b5cb282a1a670
-size 4866176