Delete folder CelebA after moving to output/

CelebA/resnet_sup_in1k_attrNo/CelebA_ERM_hparams0_seed0/args.json

@@ -1,30 +0,0 @@
-{
-    "dataset": "CelebA",
-    "algorithm": "ERM",
-    "output_folder_name": "resnet_sup_in1k_attrNo",
-    "train_attr": "no",
-    "data_dir": "/ocean/projects/asc170022p/shg121/PhD/Multimodal-mistakes-debug/data",
-    "output_dir": "/ocean/projects/asc170022p/shg121/PhD/Multimodal-mistakes-debug/out/CelebA/resnet_sup_in1k_attrNo/CelebA_ERM_hparams0_seed0",
-    "hparams": null,
-    "hparams_seed": 0,
-    "seed": 0,
-    "steps": null,
-    "tb_log_all": false,
-    "stage1_folder": "vanilla",
-    "stage1_algo": "ERM",
-    "use_es": false,
-    "es_strategy": "metric",
-    "es_metric": "min_group:accuracy",
-    "es_patience": 5,
-    "resume": "",
-    "pretrained": "",
-    "checkpoint_freq": null,
-    "skip_model_save": false,
-    "cmnist_label_prob": 0.5,
-    "cmnist_attr_prob": 0.5,
-    "cmnist_spur_prob": 0.2,
-    "cmnist_flip_prob": 0.25,
-    "image_arch": "resnet_sup_in1k",
-    "text_arch": "bert-base-uncased",
-    "store_name": "CelebA_ERM_hparams0_seed0"
-}

CelebA/resnet_sup_in1k_attrNo/CelebA_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/aligner_30.pth

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b6c5e33f2f80c3ffab528c56117eb6d9d81603f4a97601f51524ad93559a2086
-size 4197802

CelebA/resnet_sup_in1k_attrNo/CelebA_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/aligner_out.txt

@@ -1,38 +0,0 @@
-2024-10-29 19:27:47,094 - Train size: classifier [(162756, 2048)], clip [(162756, 512)]
-2024-10-29 19:27:47,094 - Valid size: classifier [(19867, 2048)], clip [(19867, 512)]
-2024-10-29 19:27:47,094 - Training linear aligner ...
-2024-10-29 19:27:47,094 - Linear alignment train: ((162756, 2048)) --> ((162756, 512)).
-2024-10-29 19:27:47,094 - Linear alignment test: ((19867, 2048)) --> ((19867, 512)).
-2024-10-29 19:27:53,576 - Initial MSE, R^2: 6.903, -0.534
-2024-10-29 19:27:56,738 - Epoch number, 0, train loss: 1.638, test MSE: 1.525, test_r2: 0.661, best MSE: 1.525
-2024-10-29 19:27:59,802 - Epoch number, 1, train loss: 1.506, test MSE: 1.463, test_r2: 0.675, best MSE: 1.463
-2024-10-29 19:28:02,806 - Epoch number, 2, train loss: 1.476, test MSE: 1.448, test_r2: 0.678, best MSE: 1.448
-2024-10-29 19:28:05,877 - Epoch number, 3, train loss: 1.456, test MSE: 1.452, test_r2: 0.677, best MSE: 1.448
-2024-10-29 19:28:08,941 - Epoch number, 4, train loss: 1.442, test MSE: 1.432, test_r2: 0.682, best MSE: 1.432
-2024-10-29 19:28:12,075 - Epoch number, 5, train loss: 1.432, test MSE: 1.427, test_r2: 0.683, best MSE: 1.427
-2024-10-29 19:28:15,193 - Epoch number, 6, train loss: 1.425, test MSE: 1.429, test_r2: 0.682, best MSE: 1.427
-2024-10-29 19:28:18,184 - Epoch number, 7, train loss: 1.419, test MSE: 1.416, test_r2: 0.685, best MSE: 1.416
-2024-10-29 19:28:21,374 - Epoch number, 8, train loss: 1.416, test MSE: 1.412, test_r2: 0.686, best MSE: 1.412
-2024-10-29 19:28:24,615 - Epoch number, 9, train loss: 1.411, test MSE: 1.400, test_r2: 0.689, best MSE: 1.400
-2024-10-29 19:28:27,789 - Epoch number, 10, train loss: 1.407, test MSE: 1.433, test_r2: 0.681, best MSE: 1.400
-2024-10-29 19:28:31,003 - Epoch number, 11, train loss: 1.404, test MSE: 1.406, test_r2: 0.687, best MSE: 1.400
-2024-10-29 19:28:34,047 - Epoch number, 12, train loss: 1.403, test MSE: 1.399, test_r2: 0.689, best MSE: 1.399
-2024-10-29 19:28:37,237 - Epoch number, 13, train loss: 1.401, test MSE: 1.396, test_r2: 0.690, best MSE: 1.396
-2024-10-29 19:28:40,347 - Epoch number, 14, train loss: 1.400, test MSE: 1.396, test_r2: 0.690, best MSE: 1.396
-2024-10-29 19:28:43,605 - Epoch number, 15, train loss: 1.398, test MSE: 1.388, test_r2: 0.692, best MSE: 1.388
-2024-10-29 19:28:46,677 - Epoch number, 16, train loss: 1.396, test MSE: 1.395, test_r2: 0.690, best MSE: 1.388
-2024-10-29 19:28:49,821 - Epoch number, 17, train loss: 1.394, test MSE: 1.398, test_r2: 0.689, best MSE: 1.388
-2024-10-29 19:28:53,088 - Epoch number, 18, train loss: 1.395, test MSE: 1.413, test_r2: 0.686, best MSE: 1.388
-2024-10-29 19:28:56,260 - Epoch number, 19, train loss: 1.394, test MSE: 1.399, test_r2: 0.689, best MSE: 1.388
-2024-10-29 19:28:59,460 - Epoch number, 20, train loss: 1.393, test MSE: 1.400, test_r2: 0.689, best MSE: 1.388
-2024-10-29 19:29:02,569 - Epoch number, 21, train loss: 1.392, test MSE: 1.405, test_r2: 0.688, best MSE: 1.388
-2024-10-29 19:29:05,744 - Epoch number, 22, train loss: 1.391, test MSE: 1.386, test_r2: 0.692, best MSE: 1.386
-2024-10-29 19:29:08,911 - Epoch number, 23, train loss: 1.390, test MSE: 1.391, test_r2: 0.691, best MSE: 1.386
-2024-10-29 19:29:12,138 - Epoch number, 24, train loss: 1.391, test MSE: 1.384, test_r2: 0.692, best MSE: 1.384
-2024-10-29 19:29:15,219 - Epoch number, 25, train loss: 1.390, test MSE: 1.388, test_r2: 0.691, best MSE: 1.384
-2024-10-29 19:29:18,338 - Epoch number, 26, train loss: 1.389, test MSE: 1.393, test_r2: 0.691, best MSE: 1.384
-2024-10-29 19:29:21,518 - Epoch number, 27, train loss: 1.389, test MSE: 1.390, test_r2: 0.691, best MSE: 1.384
-2024-10-29 19:29:24,722 - Epoch number, 28, train loss: 1.390, test MSE: 1.388, test_r2: 0.692, best MSE: 1.384
-2024-10-29 19:29:27,905 - Epoch number, 29, train loss: 1.388, test MSE: 1.397, test_r2: 0.690, best MSE: 1.384
-2024-10-29 19:29:27,955 - Aligner weights saved to /restricted/projectnb/batmanlab/shawn24/PhD/Ladder/out/CelebA/resnet_sup_in1k_attrNo/CelebA_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/aligner_30.pth
-2024-10-29 19:29:27,956 - Saved aligner to /restricted/projectnb/batmanlab/shawn24/PhD/Ladder/out/CelebA/resnet_sup_in1k_attrNo/CelebA_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32

CelebA/resnet_sup_in1k_attrNo/CelebA_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/all_slices_y_ensemble_yes_H10_posing indoors.pth

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6fd6193ca53665179ddc065428124295ee11696f8d8fe633618d7ac6c42fd290
-size 18230

CelebA/resnet_sup_in1k_attrNo/CelebA_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/all_slices_y_ensemble_yes_H10_wearing glasses.pth

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c7e10b5451215682a1bd4ce9cc01d8d6674f96831f5af703d44287470cc77873
-size 18236

CelebA/resnet_sup_in1k_attrNo/CelebA_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/all_slices_y_ensemble_yes_H11_hoop earrings.pth

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ca17295f82c0666e0dfad9707758cf7e1326cf6f46bf8a0c36d4a911d4b8de6d
-size 18224

CelebA/resnet_sup_in1k_attrNo/CelebA_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/all_slices_y_ensemble_yes_H11_women.pth

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6fabd0fc0e2ade73884989a9dcc20c05cd07e2579bd8a6b1c2b89e73836ca162
-size 18176

CelebA/resnet_sup_in1k_attrNo/CelebA_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/all_slices_y_ensemble_yes_H12_bright lipstick.pth

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:85afbf7f945d26094ef3df95aac74ce4b596347380527bc45866f4f182c37280
-size 18236

CelebA/resnet_sup_in1k_attrNo/CelebA_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/all_slices_y_ensemble_yes_H13_black top.pth

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:82fda4442380abc0f46b761139a4045bc099a7cd6e03e4a0fae1dbb697957026
-size 18200

CelebA/resnet_sup_in1k_attrNo/CelebA_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/all_slices_y_ensemble_yes_H14_at an event.pth

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1b13c2d4c06d1a448675ac2236b985b52632388c8f5e9d1c9dd3d8c9cda38fec
-size 18212

CelebA/resnet_sup_in1k_attrNo/CelebA_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/all_slices_y_ensemble_yes_H15_bangs.pth

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:89bb9c5b15f160f99cd82def176d4d716f018d2e02efe2c762317c560b467365
-size 18176

CelebA/resnet_sup_in1k_attrNo/CelebA_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/all_slices_y_ensemble_yes_H16_dramatic eye makeup.pth

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:3cd36adb6472ff3b28365152f3a240d33e35a2c137681f253e3cd84ffb2e65ec
-size 18260

CelebA/resnet_sup_in1k_attrNo/CelebA_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/all_slices_y_ensemble_yes_H17_light-colored top.pth

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b555b71d8946722ceab04512b5dadbfa7796c6a5adc11e425b4ef2f7659f8950
-size 18248

CelebA/resnet_sup_in1k_attrNo/CelebA_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/all_slices_y_ensemble_yes_H18_updo hairstyle.pth

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:cada90a7ac70c1c4ff61b74813183b0a2f7e8e33b4f5b5aeab4fbfcd7810abc9
-size 18230

CelebA/resnet_sup_in1k_attrNo/CelebA_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/all_slices_y_ensemble_yes_H19_decorative earrings.pth

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:dc28106cd7e97a9b97208546acae972ad2af1a3e014d7579ae597032698fb6b9
-size 18260

CelebA/resnet_sup_in1k_attrNo/CelebA_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/all_slices_y_ensemble_yes_H1_smiling expressions.pth

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:475680dd2861e594829a89ec2e464c48796d2344bb2b85c488d154eee95ffb6a
-size 18254

CelebA/resnet_sup_in1k_attrNo/CelebA_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/all_slices_y_ensemble_yes_H1_women.pth

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5f92e934f13d776ff936d4a598ead438b305ca4105f84a4d5e5b0a6fc81afc8c
-size 18170

CelebA/resnet_sup_in1k_attrNo/CelebA_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/all_slices_y_ensemble_yes_H20_large earrings.pth

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:631cfc2e840ecff0a532543133d31e1bdea98c0269e109cb5ab04d66a5b33a20
-size 18230

CelebA/resnet_sup_in1k_attrNo/CelebA_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/all_slices_y_ensemble_yes_H2_light-colored backgrounds.pth

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:73be0ad840329869e617bffa39f457d7b370193360d73ae6541807cfa47e35d2
-size 18354

CelebA/resnet_sup_in1k_attrNo/CelebA_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/all_slices_y_ensemble_yes_H2_long hair.pth

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:daa55efb9f8db4fcfbde1df2c83cca006d36d0f9d8574f96d6ae6d35362a2a17
-size 18194

CelebA/resnet_sup_in1k_attrNo/CelebA_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/all_slices_y_ensemble_yes_H3_wearing earrings.pth

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7287e6471b4501257d0881c7a0c8a026b53d7ea0c939f24dad4bffe6f342c90a
-size 18236

CelebA/resnet_sup_in1k_attrNo/CelebA_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/all_slices_y_ensemble_yes_H3_wearing makeup.pth

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:64dbfed4295b90dc67c54c208b930519d16a1c4e59e64ac3a54ec5d72a0c5b6d
-size 18224

CelebA/resnet_sup_in1k_attrNo/CelebA_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/all_slices_y_ensemble_yes_H4_smiling.pth

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:bd2073c68e6c588cd9b9238dd48426cc6439ac73bd99084a5a482b6d2053a798
-size 18182

CelebA/resnet_sup_in1k_attrNo/CelebA_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/all_slices_y_ensemble_yes_H4_wearing makeup.pth

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c3a8a748b0fe6711af1df95aa4ddc30bd0f66df2871df5d46b1e1267e441eab3
-size 18224

CelebA/resnet_sup_in1k_attrNo/CelebA_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/all_slices_y_ensemble_yes_H5_blurred backgrounds.pth

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:050d6682427fc914ab7d211149474ae5dfa4771bbff49fa53ab980b1c8d545a0
-size 18254

CelebA/resnet_sup_in1k_attrNo/CelebA_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/all_slices_y_ensemble_yes_H5_posing against event backdrops.pth

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f415b67452ca0c4887263cff22d051b4b0b19e6e503c2a0a54228a068d249fa7
-size 18384

CelebA/resnet_sup_in1k_attrNo/CelebA_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/all_slices_y_ensemble_yes_H6_wavy hair.pth

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4a948393008ded898527904d761e271a20c95a00c8374b336702d09a3e1e7ac1
-size 18194

CelebA/resnet_sup_in1k_attrNo/CelebA_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/all_slices_y_ensemble_yes_H6_wearing earrings.pth

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:675accd7313a8cf8f0dcb663e5a1b541c8e3d6c5ed8e51f1b2923875338449a6
-size 18236

CelebA/resnet_sup_in1k_attrNo/CelebA_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/all_slices_y_ensemble_yes_H7_event backdrops with text and logos.pth

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c2228ebe1d6f627ee1b21c2183fc7b1dd5e00271594d2aad18f051d8a7fb7246
-size 18478

CelebA/resnet_sup_in1k_attrNo/CelebA_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/all_slices_y_ensemble_yes_H7_wearing light-colored tops.pth

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2ab3684a01bd769c77a65d73d9a905cfe18bdcb42aa1298f84fef83d1dbe598b
-size 18360

CelebA/resnet_sup_in1k_attrNo/CelebA_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/all_slices_y_ensemble_yes_H8_having blue eyes.pth

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:63313426428c04effd2eca17fe2a76c6bf3321f5eb8fa8ec5ceaee6d029d14c1
-size 18236

CelebA/resnet_sup_in1k_attrNo/CelebA_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/all_slices_y_ensemble_yes_H8_wavy blonde hair.pth

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:86bb1b67ab4dfd94b3c7a10bc95954fc0458b8dea903acf51e19f433597bfadc
-size 18236

CelebA/resnet_sup_in1k_attrNo/CelebA_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/all_slices_y_ensemble_yes_H9_blue eyes.pth

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a543ab1ea66ba81f5ca8382beb057fc2e1119a4f197f25170d8da11c5858b68b
-size 18194

CelebA/resnet_sup_in1k_attrNo/CelebA_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/all_slices_y_ensemble_yes_H9_voluminous hair.pth

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1fd43f3a894fc00d069ccddebdb0e9ea501908e73cb96e4de43efdec6a2b6a01
-size 18230

CelebA/resnet_sup_in1k_attrNo/CelebA_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/blonde_hypothesis_dict.pkl

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:be00c54f358959865c3057bb7a71e848afd666e58f17e0b7299246030e90819d
-size 2148

CelebA/resnet_sup_in1k_attrNo/CelebA_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/blonde_prompt_dict.pkl

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:3d9fec498077d7690f7488b01fa1cd4221ddfc52c13d25fe68dd8df904508b90
-size 5269

CelebA/resnet_sup_in1k_attrNo/CelebA_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/celebA_error_top_200_sent_diff_emb.txt

@@ -1,200 +0,0 @@
-1. This image shows a woman with blonde hair styled in a tousled updo, highlighting her light brown eyes and soft makeup that includes smoky eye shadow and a natural lip color
-2. A woman with styled, voluminous blonde hair smiles warmly at the camera against a soft, blurred background
-3. A woman with long blonde hair is pictured with natural makeup, including light pink lipstick and subtle eye makeup, against a neutral background
-4. A woman with long, wavy blonde hair and smoky eye makeup is posing against a neutral background
-5. A woman with long blonde hair and bangs smiles at the camera against a white background with some text
-6. A woman with long blonde hair is smiling, with subtle makeup and a background that appears to be indoors
-7. A woman with blonde hair is smiling, wearing a light-colored top, and earrings
-8. A woman with long blonde hair is smiling, wearing hoop earrings and a white top, in front of a backdrop with text
-9. The image is a headshot of a young woman with long blonde hair and light makeup
-10. A woman with long blonde hair is smiling; she is wearing a dark top and is set against a plain, light-colored background
-11. A blonde woman with straight hair is smiling broadly in a close-up shot with a blurred background
-12. A woman with long blonde hair and neutral makeup is looking directly at the camera against a plain background
-13. A woman with long blonde hair and blue eye makeup is posing against a backdrop with text and symbols
-14. A smiling woman with long blonde hair is resting her chin on her hand, wearing earrings, and posing for a photo
-15. A woman with long blonde hair is smiling at the camera, wearing large, decorative earrings
-16. A woman with long blonde hair is smiling in front of a promotional background
-17. A woman with straight blonde hair is smiling in front of a textured stone wall
-18. A woman with long blonde hair and a smile is looking directly at the camera against a plain background
-19. A woman with straight blonde hair is smiling at the camera, with a light background featuring partial text
-20. The image shows a smiling woman with long blonde hair and glasses
-21. A woman with long blonde hair and bright red lipstick is posing against a backdrop with text related to a fashion or health campaign
-22. A woman with blonde hair and makeup is smiling, turned slightly to her left against a dimly lit background
-23. A woman with blonde hair styled elegantly is smiling at the camera, wearing dangle earrings and minimal makeup
-24. The image shows a woman with long blonde hair and wearing makeup, against a backdrop with text and logos
-25. A woman with long, blonde hair is smiling in front of a light-colored, slightly blurred background
-26. A woman with long, blonde hair and a calm expression is posing outdoors in a green, nature-filled setting
-27. A woman with styled blonde hair is posing in front of a plain background
-28. A smiling woman with long blonde hair is posing in front of a colorful background, which appears to have posters or images of other people
-29. A woman with blonde hair smiling in a portrait-style photograph
-30. A woman with blonde hair styled asymmetrically, wearing bright makeup and a black hair accessory, smiles at the camera
-31. This image shows a close-up of a woman with long blonde hair, clear blue eyes, and wearing light makeup
-32. A woman with long blonde hair and bangs is looking to the side, with a reflective background present
-33. A smiling blonde woman is posing in front of a backdrop with logos at a possibly red-carpet event
-34. A woman with blonde, wavy hair and dramatic eye makeup is posing in front of a blurred background
-35. A woman with long blonde hair is smiling at the camera, set against a backdrop with text
-36. The image shows a woman with blonde hair smiling and facing the camera at an event backdrop
-37. This image features a woman with stylized makeup and wavy blonde hair
-38. A smiling woman with blonde hair is leaning against a light-colored wall
-39. The image shows a woman with blonde hair and subtle makeup, featuring light lipstick and eye makeup
-40. A blonde woman is winking at the camera with a slight smile, wearing a light-colored top
-41. A blonde woman with wavy hair is wearing a pair of large, decorative earrings and has striking makeup
-42. The image features a woman with wavy blonde hair, wearing glamorous makeup and large, sparkly earrings against a neutral background
-43. A woman with long blonde hair smiles for the camera in front of a dark background with red text
-44. The image shows a close-up portrait of a young woman with blonde hair, sparkling eyes, and a natural smile
-45. The image shows a young woman with long blonde hair looking slightly upward, against a light background
-46. A woman with long blonde hair is smiling at the camera, wearing large earrings and a blue top
-47. A woman with long blonde hair and blue eyes is looking directly at the camera against a plain background
-48. A woman with long blonde hair is smiling while posing for a photo in a dimly lit environment, possibly an event or a party
-49. A woman with long blonde hair is smiling in front of a pink and white backdrop
-50. The image shows a blonde woman with pink lipstick, posing in front of a red carpet event backdrop
-51. A smiling woman with long blonde hair is posing in front of a backdrop with partial text visible
-52. A woman with long blonde hair, wearing ornate earrings and a colorful outfit, is smiling at the camera
-53. A woman with short, platinum blonde hair is smiling slightly while looking at the camera against a white background
-54. A woman with long blonde hair and blue eyes is smiling at an event, with a backdrop featuring a blue design and text
-55. A woman with blonde hair and a bright smile is posing for a photo at a formal event backdrop
-56. A woman with blonde hair styled in an updo is wearing a black halter top and poses in front of a backdrop
-57. A woman with long blonde hair and a bright smile is posing in front of a backdrop with text
-58. A woman with blonde hair is looking slightly to the side with a neutral expression, set against a softly blurred background
-59. A woman with blonde hair and a black top is smiling in front of a backdrop with a logo
-60. A woman with blonde hair is smiling in an outdoor setting with greenery in the background
-61. A smiling woman with wavy blonde hair is seen in close-up, wearing natural makeup
-62. The image shows a woman with long blonde hair styled in loose waves, wearing light makeup and standing against a plain, light-colored background
-63. A woman with blonde hair is smiling in front of a red background with white text
-64. A woman with blonde hair and a warm smile is seen against a plain backdrop
-65. The image shows a woman with long blonde hair smiling and wearing a black top, against a blurred background
-66. The image shows a blonde woman with wavy hair smiling and looking at the camera, with a blurred background that includes some greenery
-67. The image shows a young girl with long blonde hair, a black hair accessory, and a bright smile
-68. A woman with blonde hair is smiling in front of a blurred, colorful background
-69. The image shows a woman with blonde hair styled in soft waves, wearing hoop earrings, and sporting a subtle, glowing makeup look with a focus on her smoky eyes
-70. A woman with long blonde hair is smiling in a headshot photo, set against a dark background at an event
-71. The image shows a woman with blonde hair and bangs, featuring light makeup and a subtle smile
-72. The image shows a woman with blonde hair and a bright smile, posing against a backdrop that includes red text, likely at an event
-73. This image shows a smiling woman with blonde, wavy hair and bangs
-74. A woman with wavy blonde hair and a serious expression is posing against a neutral background
-75. This image shows a woman with blonde hair styled in an elegant updo, wearing makeup and earrings
-76. A blonde woman with wavy hair and wearing earrings is posing against a neutral backdrop
-77. The image shows a close-up portrait of a woman with styled, wavy blonde hair, expressive eyes highlighted with makeup, and wearing what appears to be an elegant necklace, set against a blurry, warm-toned background
-78. The image shows a woman with blonde hair styled back, wearing subtle makeup and a black top, posing against a light background
-79. A woman with long, wavy blonde hair is smiling, wearing makeup with dark eyeshadow
-80. A young woman with long blonde hair is posing in front of a pink background
-81. The image shows a headshot of a smiling woman with long, wavy blonde hair and prominent makeup, including pink lipstick
-82. A blonde woman with a broad smile poses in front of a backdrop that features text and logos
-83. The image shows a close-up of a woman with long blonde hair and dark eye makeup, posing against a white background
-84. A woman with long, wavy blonde hair and makeup is posing in front of a dark background with text partially visible
-85. The image shows a woman with blonde hair and light makeup, posing in front of a pink background with the text "Moët & Chandon."
-86. A woman with voluminous blonde hair is smiling and facing the camera
-87. A woman with blonde hair is smiling while wearing a black outfit, appearing to be in an outdoor or lively setting
-88. A smiling woman with blonde hair is wearing a red jacket and large chandelier earrings
-89. A woman with long blonde hair is smiling on a red carpet event with people in the background
-90. The image shows a young woman with long blonde hair, smiling brightly
-91. A woman with blonde hair is smiling against a light-colored background
-92. A woman with blonde hair styled in an updo is gazing at the camera against a blurred, light-colored background
-93. A smiling woman with blonde hair is looking directly at the camera against a light-colored background
-94. The image features a woman with blonde hair, blue eyes, and a warm smile; she is dressed in a dark top against a dark background
-95. A woman with blonde hair and a playful expression is posing against a neutral background
-96. The image shows a woman with long, straight, blonde hair and a bright smile, posing in front of a background with softly blurred lights
-97. The image shows a woman with long blonde hair, wearing a black top, and smiling slightly while looking at the camera
-98. The image shows a smiling woman with long, wavy blonde hair and subtle makeup, illuminated by soft, warm light in a dim setting
-99. The image shows a smiling woman with long blonde hair, wearing dangling earrings, in front of a light-colored backdrop
-100. This image shows a smiling woman with long, wavy blonde hair
-101. The image features a stylized portrait of a woman with blonde hair styled in an elegant updo, wearing large black-framed glasses
-102. The image shows a young woman with blonde hair styled in layers and light makeup, smiling at a presumably public event
-103. The image shows a headshot of a woman with voluminous, shoulder-length blonde hair
-104. A smiling woman with long, straight, blonde hair is posing in front of a neutral background
-105. The image shows a smiling woman with long blonde hair and glasses, dressed in a black outfit
-106. A woman with blonde hair, wearing a light-colored top, is looking directly at the camera against a dark background
-107. The image shows a woman with smiling, featuring shoulder-length blonde hair with highlights, wearing makeup that includes blue eyeshadow
-108. The image shows a smiling woman with long, blonde hair, wearing a light-colored top
-109. The image shows a woman with blonde, wavy hair smiling broadly
-110. A woman with blonde hair and a bright smile stands in front of a gray backdrop, likely at an event
-111. A blonde woman is smiling at the camera, with a blurred background that includes colorful lights
-112. A woman with blonde hair smiles at the camera against a backdrop with some text and logos
-113. A woman with long blonde hair is smiling while wearing drop earrings
-114. A woman with blonde hair poses for a photo against a neutral background
-115. A woman with short, wavy blonde hair is smiling softly in a warmly lit indoor setting
-116. A smiling woman with long blonde hair and dark eye makeup is facing the camera
-117. The image shows a woman with long blonde hair, smiling, and standing in front of a beige, textured wall
-118. A woman with long blonde hair and a bright smile is shown against a white background
-119. The image portrays a woman with blonde hair, wearing makeup, with a warm, glowing light in the background
-120. A woman with long blonde hair is smiling in front of a purple background
-121. A young woman with long blonde hair is smiling at the camera, set against a dark, blurry background
-122. A woman with blonde hair and bangs smiles against a gray background
-123. A woman with blonde hair and a side-swept bang smiles while looking to her left; she is wearing a dark outfit
-124. This image shows a woman with blonde, wavy hair smiling at the camera
-125. The image features a smiling woman with long blonde hair, bright blue eyes, wearing light makeup
-126. A woman with long blonde hair is smiling at the camera, wearing a blue top
-127. A woman with long, blonde hair is posing outdoors, resting her head on her hand with a soft smile
-128. The image shows a smiling woman with long, wavy blonde hair, wearing earrings and a stylish outfit
-129. The image shows a woman with long blonde hair, blue eyes, and a bright smile, wearing makeup and a light pink accessory in her hair
-130. This image features a woman with long blonde hair, wearing a black and white top, and smiling at the camera
-131. A woman with wavy blonde hair is wearing dangling earrings and a light-colored outfit
-132. The image appears to be of a woman with long blonde hair and a slight smile, set against a solid purple background
-133. A woman with long, wavy blonde hair is seen looking towards the camera, with a blurred background of lights
-134. A woman with long blonde hair is smiling broadly in front of a blue background
-135. The image shows a portrait of a woman with blonde hair and light makeup, smiling at the camera
-136. The image shows a woman with long blonde hair and a bright, friendly smile
-137. The image shows a woman with long blonde hair, wearing large hoop earrings and a red top, smiling at the camera
-138. The image shows a woman with long blonde hair, wearing light makeup and smiling at the camera
-139. The image features a person with blonde hair styled voluminously, wearing makeup, and an elegant outfit against a background with red and silver tones
-140. A woman with short blonde hair is smiling in front of a dark background with colorful text and graphics
-141. A woman with blonde hair is smiling at the camera, wearing a black top and a ring on her finger
-142. A woman with long, wavy blonde hair and bangs is looking at the camera against a blurred background
-143. The image shows a woman with long, blonde hair, smiling in front of a neutral background
-144. A woman with long blonde hair is smiling and wearing a dangly earring
-145. A woman with blonde hair smiles at the camera, standing in front of a backdrop with text
-146. A woman with long, wavy blonde hair smiles at the camera against a light background
-147. A woman with long blonde hair, hoop earrings, and a confident smile is looking at the camera
-148. A woman with long, wavy blonde hair and dramatic eye makeup stares directly at the camera against an outdoor background
-149. A woman with wavy blonde hair is posing while adorned with ornate earrings and a bracelet
-150. The image shows a young woman with long blonde hair, wearing makeup, in an indoor setting with bright lighting
-151. A woman with long blonde hair is smiling against a dark background
-152. The image displays a portrait of a smiling young woman with blonde wavy hair and a subtle makeup look, set against a blurred blue background
-153. A woman with blonde hair and fringe is looking directly at the camera, set against a neutral background
-154. The image shows a woman with long blonde hair, wearing glasses, and a brown top, set against a background with greenery
-155. The image shows a young woman with wavy, blonde hair and blue eyes, smiling at the camera against a light-colored background with some text
-156. A woman with blonde hair is smiling outdoors with trees in the background
-157. A woman with long blonde hair styled in loose waves is posing in front of an orange background
-158. A smiling woman with long blonde hair is posing in front of a backdrop covered in logos
-159. A woman with long blonde hair is smiling in the photograph against a plain background
-160. A person with long blonde hair and makeup is wearing a purple scarf, looking slightly to the side
-161. The image shows a smiling woman with blonde hair, styled in loose waves, set against a plain background
-162. The image shows a young woman with blonde hair styled in a simple, elegant way, looking slightly to her left with a subtle smile
-163. This image features a portrait of a woman with voluminous, blonde hair styled elegantly, and light-colored eyes
-164. A woman is smiling while wearing a detailed headpiece with wavy blonde hair styled back
-165. A woman with long blonde hair is smiling at the camera, wearing earrings and a patterned top
-166. A woman with blonde hair is smiling, wearing a black top, and standing in front of a white background with text
-167. A woman with blonde hair is smiling in front of a blurred, out-of-focus background
-168. A smiling woman with long, blonde hair is looking towards her right, with a blurred outdoor background
-169. This image features a woman with long blonde hair and a radiant smile
-170. The image depicts a blonde female with blue eyes, set against a blue and purple abstract background
-171. A woman with long blonde hair is wearing large, intricate earrings and has a partially smiling expression
-172. A woman with blonde hair and a wide smile is standing in front of a backdrop with text and logos
-173. A woman with long blonde hair is smiling, looking directly at the camera
-174. The image shows a young woman with blonde hair and fair skin, posing for a photograph at an event
-175. A woman with blonde hair is smiling at the camera, wearing large, round earrings and a dark top
-176. A woman with blonde hair styled up, wearing a light-colored top and earrings, poses with her hand touching her face and smiles at the camera
-177. The image features a close-up of a smiling woman with blonde hair and light makeup, set against a blurred background
-178. A woman with long blonde hair is looking over her shoulder with a slight smile against a dark brown background
-179. The image shows a woman with blonde hair, smiling, against a mixed background with some text partially visible
-180. The image shows a smiling woman with blonde hair, wearing hoop earrings and a dark-colored top
-181. A woman with long blonde hair and a half-up hairstyle is smiling slightly in the image
-182. The image shows the face of a woman with long, wavy blonde hair against a light background, partially covered by large, dark text
-183. The image depicts a smiling woman with blonde hair styled in an updo, wearing light makeup and drop earrings, against a blurred background
-184. The image shows a smiling woman with long, straight, blonde hair, and she has makeup on
-185. A side profile portrait of a woman with long, straight blonde hair, looking to the right against a white background
-186. The image shows a close-up of a woman with voluminous blonde hair and makeup, including prominent eye makeup and lipstick
-187. The image shows a woman with wavy blonde hair, smiling and looking slightly to the side, with a colorful, blurred background
-188. A woman with long blonde hair is posing against a cracked textured wall, looking directly at the camera
-189. A young woman with long blonde hair is wearing a multicolored scarf, set against a plain background
-190. A woman with blonde hair is smiling while wearing large, circular earrings and a beige outfit
-191. A close-up image of a woman with wavy, blonde hair and dark eye makeup, gazing slightly upward
-192. A smiling woman with long, blond hair is shown in an outdoor setting with a green, leafy background
-193. The image shows a young woman with long, wavy blonde hair, wearing makeup and looking directly at the camera against a neutral background
-194. The image shows a woman with blonde hair, smiling and looking upwards, set against a bright orange background
-195. A woman with wavy, blonde hair and a black top is looking at the camera with a neutral expression
-196. A smiling woman with blonde hair is pictured against a vibrant red background
-197. The image shows a person with long, blonde hair and bangs, wearing natural makeup, against a neutral background
-198. The image shows a smiling woman with long blonde hair standing in front of a backdrop with logo text
-199. The image shows a young woman with long blonde hair and light-colored eyes, smiling softly while looking at the camera
-200. The image shows a smiling woman with long blonde hair against a pink background

CelebA/resnet_sup_in1k_attrNo/CelebA_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/ladder_discover_slices_performance_ERM.txt

@@ -1,2 +0,0 @@
-Avg acc: 0.9467488227632502
-Worst Group acc: 0.5611111111111111

CelebA/resnet_sup_in1k_attrNo/CelebA_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/ladder_mitigate_slices.txt

@@ -1,2 +0,0 @@
-Avg acc: 0.8676986273920448
-Worst Group acc: 0.8833333333333333

CelebA/resnet_sup_in1k_attrNo/CelebA_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/ladder_validate_slices_w_LLM-blonde.txt

@@ -1,105 +0,0 @@
-Hypothesis Dictionary:
-{'H1': 'The classifier is making mistake as it is biased toward images of women', 'H2': 'The classifier is making mistake as it is biased toward images where the person has long hair', 'H3': 'The classifier is making mistake as it is biased toward images where the person is wearing makeup', 'H4': 'The classifier is making mistake as it is biased toward images where the person is smiling', 'H5': 'The classifier is making mistake as it is biased toward images with blurred backgrounds', 'H6': 'The classifier is making mistake as it is biased toward images where the person is wearing earrings', 'H7': 'The classifier is making mistake as it is biased toward images with event backdrops containing text and logos', 'H8': 'The classifier is making mistake as it is biased toward images where the person has wavy blonde hair', 'H9': 'The classifier is making mistake as it is biased toward images where the person has blue eyes', 'H10': 'The classifier is making mistake as it is biased toward images where the person is wearing glasses', 'H11': 'The classifier is making mistake as it is biased toward images where the person is wearing hoop earrings', 'H12': 'The classifier is making mistake as it is biased toward images where the person is wearing bright lipstick', 'H13': 'The classifier is making mistake as it is biased toward images where the person is wearing a black top', 'H14': 'The classifier is making mistake as it is biased toward images where the person is at an event', 'H15': 'The classifier is making mistake as it is biased toward images where the person has bangs', 'H16': 'The classifier is making mistake as it is biased toward images where the person has dramatic eye makeup', 'H17': 'The classifier is making mistake as it is biased toward images where the person is wearing a light-colored top', 'H18': 'The classifier is making mistake as it is biased toward images where the person has an updo hairstyle', 'H19': 'The classifier is making mistake as it is biased toward images where the person is wearing decorative earrings', 'H20': 'The classifier is making mistake as it is biased toward images where the person is wearing large earrings'}
-
-Prompt Dictionary:
-{'H1_women': ['A woman with blonde hair', 'A female with blonde hair', 'A girl with blonde hair', 'A blonde-haired woman smiling', 'A woman with long blonde hair'], 'H2_long hair': ['A person with long blonde hair', 'A woman with long blonde hair', 'A man with long blonde hair', 'A girl with long blonde hair', 'A person with long wavy blonde hair'], 'H3_wearing makeup': ['A person with blonde hair wearing makeup', 'A woman with blonde hair and dramatic makeup', 'A person with blonde hair and smoky eye makeup', 'A blonde-haired woman wearing light makeup', 'A blonde-haired person with bright lipstick and eye makeup'], 'H4_smiling': ['A person with blonde hair smiling', 'A woman with blonde hair smiling warmly', 'A man with blonde hair smiling at the camera', 'A girl with blonde hair and a bright smile', 'A blonde-haired person smiling broadly'], 'H5_blurred backgrounds': ['A person with blonde hair in front of a blurred background', 'A woman with blonde hair posing against a softly blurred backdrop', 'A blonde-haired person in front of a blurred cityscape', 'A portrait of a person with blonde hair and a blurred background', 'A blonde-haired person photographed with a shallow depth of field background'], 'H6_wearing earrings': ['A person with blonde hair wearing earrings', 'A blonde-haired woman with hoop earrings', 'A person with blonde hair and large decorative earrings', 'A blonde-haired person wearing dangling earrings', 'A person with blonde hair and ornate earrings'], 'H7_event backdrops with text and logos': ['A person with blonde hair posing in front of an event backdrop with logos', 'A blonde-haired woman at a red carpet event with logos in the background', 'A person with blonde hair in front of a backdrop featuring text and logos', 'A blonde-haired person at a promotional event with a branded backdrop', 'A person with blonde hair posing against a media wall with sponsor logos'], 'H8_wavy blonde hair': ['A person with wavy blonde hair', 'A woman with long, wavy blonde hair', 'A blonde-haired person with wavy hair', 'A person with blonde hair styled in loose waves', 'A blonde-haired individual with wavy locks'], 'H9_blue eyes': ['A person with blonde hair and blue eyes', 'A blonde-haired woman with striking blue eyes', 'A person with blue eyes and blonde hair looking at the camera', 'A blonde-haired individual with clear blue eyes', 'A close-up of a person with blonde hair and blue eyes'], 'H10_wearing glasses': ['A person with blonde hair wearing glasses', 'A blonde-haired woman with stylish glasses', 'A person with blonde hair and black-framed glasses', 'A blonde-haired individual wearing eyeglasses', 'A person with blonde hair and reading glasses'], 'H11_hoop earrings': ['A person with blonde hair wearing hoop earrings', 'A blonde-haired woman with large hoop earrings', 'A person with blonde hair and gold hoop earrings', 'A blonde-haired individual wearing silver hoop earrings', 'A person with blonde hair and big hoop earrings'], 'H12_bright lipstick': ['A person with blonde hair wearing bright red lipstick', 'A blonde-haired woman with vibrant pink lipstick', 'A person with blonde hair and bold lipstick', 'A blonde-haired individual wearing bright lipstick', 'A person with blonde hair and glossy red lips'], 'H13_black top': ['A person with blonde hair wearing a black top', 'A blonde-haired woman dressed in a black shirt', 'A person with blonde hair in a black blouse', 'A blonde-haired individual wearing a black t-shirt', 'A person with blonde hair and a black outfit'], 'H14_at an event': ['A person with blonde hair attending a public event', 'A blonde-haired woman on the red carpet', 'A person with blonde hair at a fashion show', 'A blonde-haired individual posing at a gala', 'A person with blonde hair at a press conference'], 'H15_bangs': ['A person with blonde hair and bangs', 'A blonde-haired woman with fringe', 'A person with blonde hair styled with bangs', 'A blonde-haired individual with front bangs', 'A person with blonde hair and straight bangs'], 'H16_dramatic eye makeup': ['A person with blonde hair and smoky eye makeup', 'A blonde-haired woman with dramatic eye makeup', 'A person with blonde hair wearing bold eye shadow', 'A blonde-haired individual with heavy eyeliner', 'A person with blonde hair and vibrant eye makeup'], 'H17_light-colored top': ['A person with blonde hair wearing a white top', 'A blonde-haired woman in a light-colored blouse', 'A person with blonde hair dressed in a cream shirt', 'A blonde-haired individual wearing a beige sweater', 'A person with blonde hair and a pale pink top'], 'H18_updo hairstyle': ['A person with blonde hair styled in an updo', 'A blonde-haired woman with her hair in a bun', 'A person with blonde hair in an elegant updo', 'A blonde-haired individual with hair styled up', 'A person with blonde hair in a sophisticated updo'], 'H19_decorative earrings': ['A person with blonde hair wearing decorative earrings', 'A blonde-haired woman with ornate earrings', 'A person with blonde hair and sparkling earrings', 'A blonde-haired individual wearing chandelier earrings', 'A person with blonde hair and gem-studded earrings'], 'H20_large earrings': ['A person with blonde hair wearing large earrings', 'A blonde-haired woman with oversized earrings', 'A person with blonde hair and big hoop earrings', 'A blonde-haired individual wearing statement earrings', 'A person with blonde hair and prominent earrings']}
-==============================================
-0 H1_women
-Accuracy on the error slice (where attribute absent, the hypothesis failed): 0.05263157894736842
-Accuracy on the bias aligned slice (where attribute present, the hypothesis passed): 0.897025171624714
-==============================================
-==============================================
-1 H2_long hair
-Accuracy on the error slice (where attribute absent, the hypothesis failed): 0.10344827586206896
-Accuracy on the bias aligned slice (where attribute present, the hypothesis passed): 0.8935765868491068
-==============================================
-==============================================
-2 H3_wearing makeup
-Accuracy on the error slice (where attribute absent, the hypothesis failed): 0.04878048780487805
-Accuracy on the bias aligned slice (where attribute present, the hypothesis passed): 0.8980526918671249
-==============================================
-==============================================
-3 H4_smiling
-Accuracy on the error slice (where attribute absent, the hypothesis failed): 0.0
-Accuracy on the bias aligned slice (where attribute present, the hypothesis passed): 0.8930197268588771
-==============================================
-==============================================
-4 H5_blurred backgrounds
-Accuracy on the error slice (where attribute absent, the hypothesis failed): 0.038461538461538464
-Accuracy on the bias aligned slice (where attribute present, the hypothesis passed): 0.8933181473044799
-==============================================
-==============================================
-5 H6_wearing earrings
-Accuracy on the error slice (where attribute absent, the hypothesis failed): 0.0
-Accuracy on the bias aligned slice (where attribute present, the hypothesis passed): 0.8950570342205323
-==============================================
-==============================================
-6 H7_event backdrops with text and logos
-Accuracy on the error slice (where attribute absent, the hypothesis failed): 0.045454545454545456
-Accuracy on the bias aligned slice (where attribute present, the hypothesis passed): 0.8919636087945413
-==============================================
-==============================================
-7 H8_wavy blonde hair
-Accuracy on the error slice (where attribute absent, the hypothesis failed): 0.10526315789473684
-Accuracy on the bias aligned slice (where attribute present, the hypothesis passed): 0.8962623951182304
-==============================================
-==============================================
-8 H9_blue eyes
-Accuracy on the error slice (where attribute absent, the hypothesis failed): 0.0
-Accuracy on the bias aligned slice (where attribute present, the hypothesis passed): 0.8893086513033623
-==============================================
-==============================================
-9 H10_wearing glasses
-Accuracy on the error slice (where attribute absent, the hypothesis failed): 0.0
-Accuracy on the bias aligned slice (where attribute present, the hypothesis passed): 0.8943768996960486
-==============================================
-==============================================
-10 H11_hoop earrings
-Accuracy on the error slice (where attribute absent, the hypothesis failed): 0.02857142857142857
-Accuracy on the bias aligned slice (where attribute present, the hypothesis passed): 0.8963809523809524
-==============================================
-==============================================
-11 H12_bright lipstick
-Accuracy on the error slice (where attribute absent, the hypothesis failed): 0.05405405405405406
-Accuracy on the bias aligned slice (where attribute present, the hypothesis passed): 0.8966831871902402
-==============================================
-==============================================
-12 H13_black top
-Accuracy on the error slice (where attribute absent, the hypothesis failed): 0.08571428571428572
-Accuracy on the bias aligned slice (where attribute present, the hypothesis passed): 0.8956190476190476
-==============================================
-==============================================
-13 H14_at an event
-Accuracy on the error slice (where attribute absent, the hypothesis failed): 0.047619047619047616
-Accuracy on the bias aligned slice (where attribute present, the hypothesis passed): 0.8916256157635468
-==============================================
-==============================================
-14 H15_bangs
-Accuracy on the error slice (where attribute absent, the hypothesis failed): 0.03225806451612903
-Accuracy on the bias aligned slice (where attribute present, the hypothesis passed): 0.895017116774439
-==============================================
-==============================================
-15 H16_dramatic eye makeup
-Accuracy on the error slice (where attribute absent, the hypothesis failed): 0.02631578947368421
-Accuracy on the bias aligned slice (where attribute present, the hypothesis passed): 0.8974065598779558
-==============================================
-==============================================
-16 H17_light-colored top
-Accuracy on the error slice (where attribute absent, the hypothesis failed): 0.0
-Accuracy on the bias aligned slice (where attribute present, the hypothesis passed): 0.8899810964083176
-==============================================
-==============================================
-17 H18_updo hairstyle
-Accuracy on the error slice (where attribute absent, the hypothesis failed): 0.0
-Accuracy on the bias aligned slice (where attribute present, the hypothesis passed): 0.8930197268588771
-==============================================
-==============================================
-18 H19_decorative earrings
-Accuracy on the error slice (where attribute absent, the hypothesis failed): 0.027777777777777776
-Accuracy on the bias aligned slice (where attribute present, the hypothesis passed): 0.8967225609756098
-==============================================
-==============================================
-19 H20_large earrings
-Accuracy on the error slice (where attribute absent, the hypothesis failed): 0.05128205128205128
-Accuracy on the bias aligned slice (where attribute present, the hypothesis passed): 0.897367417016406
-==============================================

CelebA/resnet_sup_in1k_attrNo/CelebA_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/prompt.txt

@@ -1,247 +0,0 @@
-
-    Context: Hair color (Blond/Non blond) classification from images of person using a deep neural network
-    Analysis post training: On a validation set for the class label "Blond", 
-    a. Get the difference between the image embeddings of correct and incorrectly classified samples.
-    b. Retrieve the top K sentences from the captions of the images that matches closely to the embedding difference in step a.
-    c. The sentence list is given below in the descending order of similarity with the embedding difference:
-    1. This image shows a woman with blonde hair styled in a tousled updo, highlighting her light brown eyes and soft makeup that includes smoky eye shadow and a natural lip color
-2. A woman with styled, voluminous blonde hair smiles warmly at the camera against a soft, blurred background
-3. A woman with long blonde hair is pictured with natural makeup, including light pink lipstick and subtle eye makeup, against a neutral background
-4. A woman with long, wavy blonde hair and smoky eye makeup is posing against a neutral background
-5. A woman with long blonde hair and bangs smiles at the camera against a white background with some text
-6. A woman with long blonde hair is smiling, with subtle makeup and a background that appears to be indoors
-7. A woman with blonde hair is smiling, wearing a light-colored top, and earrings
-8. A woman with long blonde hair is smiling, wearing hoop earrings and a white top, in front of a backdrop with text
-9. The image is a headshot of a young woman with long blonde hair and light makeup
-10. A woman with long blonde hair is smiling; she is wearing a dark top and is set against a plain, light-colored background
-11. A blonde woman with straight hair is smiling broadly in a close-up shot with a blurred background
-12. A woman with long blonde hair and neutral makeup is looking directly at the camera against a plain background
-13. A woman with long blonde hair and blue eye makeup is posing against a backdrop with text and symbols
-14. A smiling woman with long blonde hair is resting her chin on her hand, wearing earrings, and posing for a photo
-15. A woman with long blonde hair is smiling at the camera, wearing large, decorative earrings
-16. A woman with long blonde hair is smiling in front of a promotional background
-17. A woman with straight blonde hair is smiling in front of a textured stone wall
-18. A woman with long blonde hair and a smile is looking directly at the camera against a plain background
-19. A woman with straight blonde hair is smiling at the camera, with a light background featuring partial text
-20. The image shows a smiling woman with long blonde hair and glasses
-21. A woman with long blonde hair and bright red lipstick is posing against a backdrop with text related to a fashion or health campaign
-22. A woman with blonde hair and makeup is smiling, turned slightly to her left against a dimly lit background
-23. A woman with blonde hair styled elegantly is smiling at the camera, wearing dangle earrings and minimal makeup
-24. The image shows a woman with long blonde hair and wearing makeup, against a backdrop with text and logos
-25. A woman with long, blonde hair is smiling in front of a light-colored, slightly blurred background
-26. A woman with long, blonde hair and a calm expression is posing outdoors in a green, nature-filled setting
-27. A woman with styled blonde hair is posing in front of a plain background
-28. A smiling woman with long blonde hair is posing in front of a colorful background, which appears to have posters or images of other people
-29. A woman with blonde hair smiling in a portrait-style photograph
-30. A woman with blonde hair styled asymmetrically, wearing bright makeup and a black hair accessory, smiles at the camera
-31. This image shows a close-up of a woman with long blonde hair, clear blue eyes, and wearing light makeup
-32. A woman with long blonde hair and bangs is looking to the side, with a reflective background present
-33. A smiling blonde woman is posing in front of a backdrop with logos at a possibly red-carpet event
-34. A woman with blonde, wavy hair and dramatic eye makeup is posing in front of a blurred background
-35. A woman with long blonde hair is smiling at the camera, set against a backdrop with text
-36. The image shows a woman with blonde hair smiling and facing the camera at an event backdrop
-37. This image features a woman with stylized makeup and wavy blonde hair
-38. A smiling woman with blonde hair is leaning against a light-colored wall
-39. The image shows a woman with blonde hair and subtle makeup, featuring light lipstick and eye makeup
-40. A blonde woman is winking at the camera with a slight smile, wearing a light-colored top
-41. A blonde woman with wavy hair is wearing a pair of large, decorative earrings and has striking makeup
-42. The image features a woman with wavy blonde hair, wearing glamorous makeup and large, sparkly earrings against a neutral background
-43. A woman with long blonde hair smiles for the camera in front of a dark background with red text
-44. The image shows a close-up portrait of a young woman with blonde hair, sparkling eyes, and a natural smile
-45. The image shows a young woman with long blonde hair looking slightly upward, against a light background
-46. A woman with long blonde hair is smiling at the camera, wearing large earrings and a blue top
-47. A woman with long blonde hair and blue eyes is looking directly at the camera against a plain background
-48. A woman with long blonde hair is smiling while posing for a photo in a dimly lit environment, possibly an event or a party
-49. A woman with long blonde hair is smiling in front of a pink and white backdrop
-50. The image shows a blonde woman with pink lipstick, posing in front of a red carpet event backdrop
-51. A smiling woman with long blonde hair is posing in front of a backdrop with partial text visible
-52. A woman with long blonde hair, wearing ornate earrings and a colorful outfit, is smiling at the camera
-53. A woman with short, platinum blonde hair is smiling slightly while looking at the camera against a white background
-54. A woman with long blonde hair and blue eyes is smiling at an event, with a backdrop featuring a blue design and text
-55. A woman with blonde hair and a bright smile is posing for a photo at a formal event backdrop
-56. A woman with blonde hair styled in an updo is wearing a black halter top and poses in front of a backdrop
-57. A woman with long blonde hair and a bright smile is posing in front of a backdrop with text
-58. A woman with blonde hair is looking slightly to the side with a neutral expression, set against a softly blurred background
-59. A woman with blonde hair and a black top is smiling in front of a backdrop with a logo
-60. A woman with blonde hair is smiling in an outdoor setting with greenery in the background
-61. A smiling woman with wavy blonde hair is seen in close-up, wearing natural makeup
-62. The image shows a woman with long blonde hair styled in loose waves, wearing light makeup and standing against a plain, light-colored background
-63. A woman with blonde hair is smiling in front of a red background with white text
-64. A woman with blonde hair and a warm smile is seen against a plain backdrop
-65. The image shows a woman with long blonde hair smiling and wearing a black top, against a blurred background
-66. The image shows a blonde woman with wavy hair smiling and looking at the camera, with a blurred background that includes some greenery
-67. The image shows a young girl with long blonde hair, a black hair accessory, and a bright smile
-68. A woman with blonde hair is smiling in front of a blurred, colorful background
-69. The image shows a woman with blonde hair styled in soft waves, wearing hoop earrings, and sporting a subtle, glowing makeup look with a focus on her smoky eyes
-70. A woman with long blonde hair is smiling in a headshot photo, set against a dark background at an event
-71. The image shows a woman with blonde hair and bangs, featuring light makeup and a subtle smile
-72. The image shows a woman with blonde hair and a bright smile, posing against a backdrop that includes red text, likely at an event
-73. This image shows a smiling woman with blonde, wavy hair and bangs
-74. A woman with wavy blonde hair and a serious expression is posing against a neutral background
-75. This image shows a woman with blonde hair styled in an elegant updo, wearing makeup and earrings
-76. A blonde woman with wavy hair and wearing earrings is posing against a neutral backdrop
-77. The image shows a close-up portrait of a woman with styled, wavy blonde hair, expressive eyes highlighted with makeup, and wearing what appears to be an elegant necklace, set against a blurry, warm-toned background
-78. The image shows a woman with blonde hair styled back, wearing subtle makeup and a black top, posing against a light background
-79. A woman with long, wavy blonde hair is smiling, wearing makeup with dark eyeshadow
-80. A young woman with long blonde hair is posing in front of a pink background
-81. The image shows a headshot of a smiling woman with long, wavy blonde hair and prominent makeup, including pink lipstick
-82. A blonde woman with a broad smile poses in front of a backdrop that features text and logos
-83. The image shows a close-up of a woman with long blonde hair and dark eye makeup, posing against a white background
-84. A woman with long, wavy blonde hair and makeup is posing in front of a dark background with text partially visible
-85. The image shows a woman with blonde hair and light makeup, posing in front of a pink background with the text "Moët & Chandon."
-86. A woman with voluminous blonde hair is smiling and facing the camera
-87. A woman with blonde hair is smiling while wearing a black outfit, appearing to be in an outdoor or lively setting
-88. A smiling woman with blonde hair is wearing a red jacket and large chandelier earrings
-89. A woman with long blonde hair is smiling on a red carpet event with people in the background
-90. The image shows a young woman with long blonde hair, smiling brightly
-91. A woman with blonde hair is smiling against a light-colored background
-92. A woman with blonde hair styled in an updo is gazing at the camera against a blurred, light-colored background
-93. A smiling woman with blonde hair is looking directly at the camera against a light-colored background
-94. The image features a woman with blonde hair, blue eyes, and a warm smile; she is dressed in a dark top against a dark background
-95. A woman with blonde hair and a playful expression is posing against a neutral background
-96. The image shows a woman with long, straight, blonde hair and a bright smile, posing in front of a background with softly blurred lights
-97. The image shows a woman with long blonde hair, wearing a black top, and smiling slightly while looking at the camera
-98. The image shows a smiling woman with long, wavy blonde hair and subtle makeup, illuminated by soft, warm light in a dim setting
-99. The image shows a smiling woman with long blonde hair, wearing dangling earrings, in front of a light-colored backdrop
-100. This image shows a smiling woman with long, wavy blonde hair
-101. The image features a stylized portrait of a woman with blonde hair styled in an elegant updo, wearing large black-framed glasses
-102. The image shows a young woman with blonde hair styled in layers and light makeup, smiling at a presumably public event
-103. The image shows a headshot of a woman with voluminous, shoulder-length blonde hair
-104. A smiling woman with long, straight, blonde hair is posing in front of a neutral background
-105. The image shows a smiling woman with long blonde hair and glasses, dressed in a black outfit
-106. A woman with blonde hair, wearing a light-colored top, is looking directly at the camera against a dark background
-107. The image shows a woman with smiling, featuring shoulder-length blonde hair with highlights, wearing makeup that includes blue eyeshadow
-108. The image shows a smiling woman with long, blonde hair, wearing a light-colored top
-109. The image shows a woman with blonde, wavy hair smiling broadly
-110. A woman with blonde hair and a bright smile stands in front of a gray backdrop, likely at an event
-111. A blonde woman is smiling at the camera, with a blurred background that includes colorful lights
-112. A woman with blonde hair smiles at the camera against a backdrop with some text and logos
-113. A woman with long blonde hair is smiling while wearing drop earrings
-114. A woman with blonde hair poses for a photo against a neutral background
-115. A woman with short, wavy blonde hair is smiling softly in a warmly lit indoor setting
-116. A smiling woman with long blonde hair and dark eye makeup is facing the camera
-117. The image shows a woman with long blonde hair, smiling, and standing in front of a beige, textured wall
-118. A woman with long blonde hair and a bright smile is shown against a white background
-119. The image portrays a woman with blonde hair, wearing makeup, with a warm, glowing light in the background
-120. A woman with long blonde hair is smiling in front of a purple background
-121. A young woman with long blonde hair is smiling at the camera, set against a dark, blurry background
-122. A woman with blonde hair and bangs smiles against a gray background
-123. A woman with blonde hair and a side-swept bang smiles while looking to her left; she is wearing a dark outfit
-124. This image shows a woman with blonde, wavy hair smiling at the camera
-125. The image features a smiling woman with long blonde hair, bright blue eyes, wearing light makeup
-126. A woman with long blonde hair is smiling at the camera, wearing a blue top
-127. A woman with long, blonde hair is posing outdoors, resting her head on her hand with a soft smile
-128. The image shows a smiling woman with long, wavy blonde hair, wearing earrings and a stylish outfit
-129. The image shows a woman with long blonde hair, blue eyes, and a bright smile, wearing makeup and a light pink accessory in her hair
-130. This image features a woman with long blonde hair, wearing a black and white top, and smiling at the camera
-131. A woman with wavy blonde hair is wearing dangling earrings and a light-colored outfit
-132. The image appears to be of a woman with long blonde hair and a slight smile, set against a solid purple background
-133. A woman with long, wavy blonde hair is seen looking towards the camera, with a blurred background of lights
-134. A woman with long blonde hair is smiling broadly in front of a blue background
-135. The image shows a portrait of a woman with blonde hair and light makeup, smiling at the camera
-136. The image shows a woman with long blonde hair and a bright, friendly smile
-137. The image shows a woman with long blonde hair, wearing large hoop earrings and a red top, smiling at the camera
-138. The image shows a woman with long blonde hair, wearing light makeup and smiling at the camera
-139. The image features a person with blonde hair styled voluminously, wearing makeup, and an elegant outfit against a background with red and silver tones
-140. A woman with short blonde hair is smiling in front of a dark background with colorful text and graphics
-141. A woman with blonde hair is smiling at the camera, wearing a black top and a ring on her finger
-142. A woman with long, wavy blonde hair and bangs is looking at the camera against a blurred background
-143. The image shows a woman with long, blonde hair, smiling in front of a neutral background
-144. A woman with long blonde hair is smiling and wearing a dangly earring
-145. A woman with blonde hair smiles at the camera, standing in front of a backdrop with text
-146. A woman with long, wavy blonde hair smiles at the camera against a light background
-147. A woman with long blonde hair, hoop earrings, and a confident smile is looking at the camera
-148. A woman with long, wavy blonde hair and dramatic eye makeup stares directly at the camera against an outdoor background
-149. A woman with wavy blonde hair is posing while adorned with ornate earrings and a bracelet
-150. The image shows a young woman with long blonde hair, wearing makeup, in an indoor setting with bright lighting
-151. A woman with long blonde hair is smiling against a dark background
-152. The image displays a portrait of a smiling young woman with blonde wavy hair and a subtle makeup look, set against a blurred blue background
-153. A woman with blonde hair and fringe is looking directly at the camera, set against a neutral background
-154. The image shows a woman with long blonde hair, wearing glasses, and a brown top, set against a background with greenery
-155. The image shows a young woman with wavy, blonde hair and blue eyes, smiling at the camera against a light-colored background with some text
-156. A woman with blonde hair is smiling outdoors with trees in the background
-157. A woman with long blonde hair styled in loose waves is posing in front of an orange background
-158. A smiling woman with long blonde hair is posing in front of a backdrop covered in logos
-159. A woman with long blonde hair is smiling in the photograph against a plain background
-160. A person with long blonde hair and makeup is wearing a purple scarf, looking slightly to the side
-161. The image shows a smiling woman with blonde hair, styled in loose waves, set against a plain background
-162. The image shows a young woman with blonde hair styled in a simple, elegant way, looking slightly to her left with a subtle smile
-163. This image features a portrait of a woman with voluminous, blonde hair styled elegantly, and light-colored eyes
-164. A woman is smiling while wearing a detailed headpiece with wavy blonde hair styled back
-165. A woman with long blonde hair is smiling at the camera, wearing earrings and a patterned top
-166. A woman with blonde hair is smiling, wearing a black top, and standing in front of a white background with text
-167. A woman with blonde hair is smiling in front of a blurred, out-of-focus background
-168. A smiling woman with long, blonde hair is looking towards her right, with a blurred outdoor background
-169. This image features a woman with long blonde hair and a radiant smile
-170. The image depicts a blonde female with blue eyes, set against a blue and purple abstract background
-171. A woman with long blonde hair is wearing large, intricate earrings and has a partially smiling expression
-172. A woman with blonde hair and a wide smile is standing in front of a backdrop with text and logos
-173. A woman with long blonde hair is smiling, looking directly at the camera
-174. The image shows a young woman with blonde hair and fair skin, posing for a photograph at an event
-175. A woman with blonde hair is smiling at the camera, wearing large, round earrings and a dark top
-176. A woman with blonde hair styled up, wearing a light-colored top and earrings, poses with her hand touching her face and smiles at the camera
-177. The image features a close-up of a smiling woman with blonde hair and light makeup, set against a blurred background
-178. A woman with long blonde hair is looking over her shoulder with a slight smile against a dark brown background
-179. The image shows a woman with blonde hair, smiling, against a mixed background with some text partially visible
-180. The image shows a smiling woman with blonde hair, wearing hoop earrings and a dark-colored top
-181. A woman with long blonde hair and a half-up hairstyle is smiling slightly in the image
-182. The image shows the face of a woman with long, wavy blonde hair against a light background, partially covered by large, dark text
-183. The image depicts a smiling woman with blonde hair styled in an updo, wearing light makeup and drop earrings, against a blurred background
-184. The image shows a smiling woman with long, straight, blonde hair, and she has makeup on
-185. A side profile portrait of a woman with long, straight blonde hair, looking to the right against a white background
-186. The image shows a close-up of a woman with voluminous blonde hair and makeup, including prominent eye makeup and lipstick
-187. The image shows a woman with wavy blonde hair, smiling and looking slightly to the side, with a colorful, blurred background
-188. A woman with long blonde hair is posing against a cracked textured wall, looking directly at the camera
-189. A young woman with long blonde hair is wearing a multicolored scarf, set against a plain background
-190. A woman with blonde hair is smiling while wearing large, circular earrings and a beige outfit
-191. A close-up image of a woman with wavy, blonde hair and dark eye makeup, gazing slightly upward
-192. A smiling woman with long, blond hair is shown in an outdoor setting with a green, leafy background
-193. The image shows a young woman with long, wavy blonde hair, wearing makeup and looking directly at the camera against a neutral background
-194. The image shows a woman with blonde hair, smiling and looking upwards, set against a bright orange background
-195. A woman with wavy, blonde hair and a black top is looking at the camera with a neutral expression
-196. A smiling woman with blonde hair is pictured against a vibrant red background
-197. The image shows a person with long, blonde hair and bangs, wearing natural makeup, against a neutral background
-198. The image shows a smiling woman with long blonde hair standing in front of a backdrop with logo text
-199. The image shows a young woman with long blonde hair and light-colored eyes, smiling softly while looking at the camera
-200. The image shows a smiling woman with long blonde hair against a pink background
-
-    
-    These sentences represent the features present in the correctly classified samples but missing in the misclassified samples.
-    Task: 
-    The task is to reason why the model is making mistakes on the misclassified samples based on the sentences. 
-    To do so, consider the attributes present in the above captions regarding the samples with Blond hair (i.e, the class label "Blond"). So come up with the list of hypotheses based based on all these attributes to reason why a model makes systematic mistakes. For the hypotheses, you should be the following python dictionary template, no extra sentence:
-    
-        hypothesis_dict = {
-        "H1": "The classifier is making mistake  as it is biased toward <attribute>",
-        "H2": "The classifier is making mistake as it is biased toward <attribute>",
-        "H3": "The classifier is making mistake as it is biased toward <attribute>",
-        ...
-        }
-    
-    You must follow the following rules to construct the hypotheses:
-    1. You must pick specific attributes, e.g, white dress, not generic attributes like dress color.
-    2. Your hypotheses must be based on the attributes present in the captions, nothing else.
-    3. You must pay close attention to the attributes that are consistently present in the sentences. These attributes are likely to be the cause of the systematic mistakes on the misclassified samples.
-    4. You must construct as many hypotheses possible.
-    
-    Next you have to test the hypothesis. To effectively test Hypothesis 1 (H1) using the CLIP language encoder, you need to create prompts that explicitly validate H1. These prompts will help to generate text embeddings that capture the essence of the hypothesis, which can be used to compute similarity with the image embeddings from the dataset. The goal is to see if the images for which the model makes mistakes are those that aligns with H1 or violates H1. The prompts are python list. Remember, your focus is only the class label "Blond" (i.e, men/women with Blond hair)
-    
-    Do this for all the hypothesis. Your final response should follow the following list of dictionaries, nothing else:
-    
-    
-    prompt_dict = {
-        "H1_<attribute>": [List of prompts],
-        "H2_<attribute>": [List of prompts]
-        ...
-    }
-
-    
-    
-    Each attribute hypothesis should contain 5 prompts.
-    
-    So final response should follow the below format strictly (nothing else, no extra sentence): 
-    ```python
-        hypothesis_dict 
-        prompt_dict 
-    ```
-    

CelebA/resnet_sup_in1k_attrNo/CelebA_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/sent_emb_captions_gpt-4o.npy

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:75d591159b0f05ec2dcb48b7740c0ae9ba763861e0a62e76121a64f064ce1904
-size 23148672

CelebA/resnet_sup_in1k_attrNo/CelebA_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/sentences_captions_gpt-4o.pkl

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:aa9a5aa935d2fd8e1b8f6b3f001549e01b553e5ea83e68b0bb452af36d240b8d
-size 2172542

CelebA/resnet_sup_in1k_attrNo/CelebA_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/test_additional_info.pkl

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0cab7442ede0f99ce865c04d3a4aeaba3c76319f5ba677063ef7d05b1e58f6ef
-size 626835

CelebA/resnet_sup_in1k_attrNo/CelebA_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/test_classifier_embeddings.npy

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:29b0485929ba97fb85fee76a507320ccd2195edd34e584c6e437106a35d43355
-size 163528832

CelebA/resnet_sup_in1k_attrNo/CelebA_ERM_hparams0_seed0/clip_img_encoder_ViT-B/32/test_clip_embeddings.npy

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e74e7383df83093142ed2ee36b995069e1b1303c3c8d1453dc571139fa41074f
-size 20441216