diff --git a/.bin b/.bin new file mode 100644 index 0000000000000000000000000000000000000000..92d14610fdddd4c508994f1a68c7ee2c80dd818c --- /dev/null +++ b/.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f36db2e1eec84dd0d9caaa478a0f20e671e70e897930421173f901e2f0cafd5 +size 202379941 diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..88a5555512359acaa71bc84b2e30c6144df8004c --- /dev/null +++ b/README.md @@ -0,0 +1,22 @@ + +--- +license: creativeml-openrail-m +base_model: stabilityai/stable-diffusion-2-1-base +instance_prompt: photo of a cat +tags: +- stable-diffusion +- stable-diffusion-diffusers +- text-to-image +- diffusers +- custom-diffusion +inference: true +--- + +# Custom Diffusion - SidXXD/diffusion_attack_cat_background + +These are Custom Diffusion adaption weights for stabilityai/stable-diffusion-2-1-base. The weights were trained on photo of a cat using [Custom Diffusion](https://www.cs.cmu.edu/~custom-diffusion). You can find some example images in the following. + + + + +For more details on the training, please follow [this link](https://github.com/huggingface/diffusers/blob/main/examples/custom_diffusion). diff --git a/all_attention_embed/output_0_0.png b/all_attention_embed/output_0_0.png new file mode 100644 index 0000000000000000000000000000000000000000..d10ce6c406ced40e9cb0b2a8f37176109f58e9b5 Binary files /dev/null and b/all_attention_embed/output_0_0.png differ diff --git a/all_attention_embed/output_0_1.png b/all_attention_embed/output_0_1.png new file mode 100644 index 0000000000000000000000000000000000000000..cdd3bee61a183ef7c8fbf93f0650ef89ad1232ad Binary files /dev/null and b/all_attention_embed/output_0_1.png differ diff --git a/all_attention_embed/output_0_10.png b/all_attention_embed/output_0_10.png new file mode 100644 index 0000000000000000000000000000000000000000..f76e21171d6b8fa9be77a65c9126976a413257dd Binary files /dev/null and b/all_attention_embed/output_0_10.png differ diff --git a/all_attention_embed/output_0_100.png b/all_attention_embed/output_0_100.png new file mode 100644 index 0000000000000000000000000000000000000000..05b8566b101df89ad3025ce6bb3456ce88a32461 Binary files /dev/null and b/all_attention_embed/output_0_100.png differ diff --git a/all_attention_embed/output_0_101.png b/all_attention_embed/output_0_101.png new file mode 100644 index 0000000000000000000000000000000000000000..2368269a9c112f1a26957498f2930bf2814ab2bd Binary files /dev/null and b/all_attention_embed/output_0_101.png differ diff --git a/all_attention_embed/output_0_102.png b/all_attention_embed/output_0_102.png new file mode 100644 index 0000000000000000000000000000000000000000..2ba3bae0a37d6692c22d328bc3c90f885632565f Binary files /dev/null and b/all_attention_embed/output_0_102.png differ diff --git a/all_attention_embed/output_0_103.png b/all_attention_embed/output_0_103.png new file mode 100644 index 0000000000000000000000000000000000000000..4646c81341f610cff7f0c2d89eadd49a3b4f7f19 Binary files /dev/null and b/all_attention_embed/output_0_103.png differ diff --git a/all_attention_embed/output_0_104.png b/all_attention_embed/output_0_104.png new file mode 100644 index 0000000000000000000000000000000000000000..bbcd867f9acf21df307f6f7ac55030ecf0f897bf Binary files /dev/null and b/all_attention_embed/output_0_104.png differ diff --git a/all_attention_embed/output_0_105.png b/all_attention_embed/output_0_105.png new file mode 100644 index 0000000000000000000000000000000000000000..19e0d719b05671e19906bd6f2bcb9212f5ad431e Binary files /dev/null and b/all_attention_embed/output_0_105.png differ diff --git a/all_attention_embed/output_0_106.png b/all_attention_embed/output_0_106.png new file mode 100644 index 0000000000000000000000000000000000000000..3194ab43a2e90c5f9070cfd2afa4e4ef251be6be Binary files /dev/null and b/all_attention_embed/output_0_106.png differ diff --git a/all_attention_embed/output_0_107.png b/all_attention_embed/output_0_107.png new file mode 100644 index 0000000000000000000000000000000000000000..ceec837b28bcdf6a5af47a15449cdc39232abfa9 Binary files /dev/null and b/all_attention_embed/output_0_107.png differ diff --git a/all_attention_embed/output_0_108.png b/all_attention_embed/output_0_108.png new file mode 100644 index 0000000000000000000000000000000000000000..b65c6bfce6d2e0afd98c2f08e43860c306e2b929 Binary files /dev/null and b/all_attention_embed/output_0_108.png differ diff --git a/all_attention_embed/output_0_109.png b/all_attention_embed/output_0_109.png new file mode 100644 index 0000000000000000000000000000000000000000..1bfddd6d70ec00a62f08baa52aec2081efd110e5 Binary files /dev/null and b/all_attention_embed/output_0_109.png differ diff --git a/all_attention_embed/output_0_11.png b/all_attention_embed/output_0_11.png new file mode 100644 index 0000000000000000000000000000000000000000..4ff6cb7c8ea6f3548010d252f5498287ead36765 Binary files /dev/null and b/all_attention_embed/output_0_11.png differ diff --git a/all_attention_embed/output_0_110.png b/all_attention_embed/output_0_110.png new file mode 100644 index 0000000000000000000000000000000000000000..cd4764a9ed5fe89312edf5b767dd0c33b43c22e1 Binary files /dev/null and b/all_attention_embed/output_0_110.png differ diff --git a/all_attention_embed/output_0_111.png b/all_attention_embed/output_0_111.png new file mode 100644 index 0000000000000000000000000000000000000000..1b538a94495819fe2f0ed4cecd72215107b4a7ee Binary files /dev/null and b/all_attention_embed/output_0_111.png differ diff --git a/all_attention_embed/output_0_112.png b/all_attention_embed/output_0_112.png new file mode 100644 index 0000000000000000000000000000000000000000..c01b3558b29c72a6cf619f0d0ca458d5d4417f9b Binary files /dev/null and b/all_attention_embed/output_0_112.png differ diff --git a/all_attention_embed/output_0_113.png b/all_attention_embed/output_0_113.png new file mode 100644 index 0000000000000000000000000000000000000000..088b6978b0c36bdad5dcecf21fe4a4bcbff4c052 Binary files /dev/null and b/all_attention_embed/output_0_113.png differ diff --git a/all_attention_embed/output_0_114.png b/all_attention_embed/output_0_114.png new file mode 100644 index 0000000000000000000000000000000000000000..83b6c79460345ee6001b5a4524f214445c43be0f Binary files /dev/null and b/all_attention_embed/output_0_114.png differ diff --git a/all_attention_embed/output_0_115.png b/all_attention_embed/output_0_115.png new file mode 100644 index 0000000000000000000000000000000000000000..40523eab4be4ade8b0e57ccd99474c984b101a0e Binary files /dev/null and b/all_attention_embed/output_0_115.png differ diff --git a/all_attention_embed/output_0_116.png b/all_attention_embed/output_0_116.png new file mode 100644 index 0000000000000000000000000000000000000000..8454dae615e0a15b9614a44a7fdee9bfafc6866b Binary files /dev/null and b/all_attention_embed/output_0_116.png differ diff --git a/all_attention_embed/output_0_117.png b/all_attention_embed/output_0_117.png new file mode 100644 index 0000000000000000000000000000000000000000..65d1b2c9946c10de3b9833f65cb59c94e078afbf Binary files /dev/null and b/all_attention_embed/output_0_117.png differ diff --git a/all_attention_embed/output_0_118.png b/all_attention_embed/output_0_118.png new file mode 100644 index 0000000000000000000000000000000000000000..f7fff04b0e6785041fbc83911f2e320867712141 Binary files /dev/null and b/all_attention_embed/output_0_118.png differ diff --git a/all_attention_embed/output_0_119.png b/all_attention_embed/output_0_119.png new file mode 100644 index 0000000000000000000000000000000000000000..844313b0dd40c5ae0e94386dabf41c6e526a66a2 Binary files /dev/null and b/all_attention_embed/output_0_119.png differ diff --git a/all_attention_embed/output_0_12.png b/all_attention_embed/output_0_12.png new file mode 100644 index 0000000000000000000000000000000000000000..3bb2c6aa63d97831a659fcbbdc341ac46420b793 Binary files /dev/null and b/all_attention_embed/output_0_12.png differ diff --git a/all_attention_embed/output_0_120.png b/all_attention_embed/output_0_120.png new file mode 100644 index 0000000000000000000000000000000000000000..190b9132e1f5aaca85886d6eb662930b7f63bd2f Binary files /dev/null and b/all_attention_embed/output_0_120.png differ diff --git a/all_attention_embed/output_0_121.png b/all_attention_embed/output_0_121.png new file mode 100644 index 0000000000000000000000000000000000000000..286887995343954be6c880a2755839290ebcdaf7 Binary files /dev/null and b/all_attention_embed/output_0_121.png differ diff --git a/all_attention_embed/output_0_122.png b/all_attention_embed/output_0_122.png new file mode 100644 index 0000000000000000000000000000000000000000..87d5139c6119f8be262e4ed86cd5b651827dbebc Binary files /dev/null and b/all_attention_embed/output_0_122.png differ diff --git a/all_attention_embed/output_0_123.png b/all_attention_embed/output_0_123.png new file mode 100644 index 0000000000000000000000000000000000000000..f0289c556f2ed6ed0d1701df7baefc9798ece40f Binary files /dev/null and b/all_attention_embed/output_0_123.png differ diff --git a/all_attention_embed/output_0_124.png b/all_attention_embed/output_0_124.png new file mode 100644 index 0000000000000000000000000000000000000000..2fb1af0d67f32d95d4fbc363f93161e4ee410661 Binary files /dev/null and b/all_attention_embed/output_0_124.png differ diff --git a/all_attention_embed/output_0_125.png b/all_attention_embed/output_0_125.png new file mode 100644 index 0000000000000000000000000000000000000000..3f53152ea2034a447112011be0f361e98c1cb7cb Binary files /dev/null and b/all_attention_embed/output_0_125.png differ diff --git a/all_attention_embed/output_0_126.png b/all_attention_embed/output_0_126.png new file mode 100644 index 0000000000000000000000000000000000000000..9debff17fa20805d3924ac5ecdddd95300714dc1 Binary files /dev/null and b/all_attention_embed/output_0_126.png differ diff --git a/all_attention_embed/output_0_127.png b/all_attention_embed/output_0_127.png new file mode 100644 index 0000000000000000000000000000000000000000..85f11e6b631e27eb82a58346ba663fc9f2e97eaf Binary files /dev/null and b/all_attention_embed/output_0_127.png differ diff --git a/all_attention_embed/output_0_128.png b/all_attention_embed/output_0_128.png new file mode 100644 index 0000000000000000000000000000000000000000..f8824e34bea1cde7fc38e5659db62358b53e5dea Binary files /dev/null and b/all_attention_embed/output_0_128.png differ diff --git a/all_attention_embed/output_0_129.png b/all_attention_embed/output_0_129.png new file mode 100644 index 0000000000000000000000000000000000000000..a5ae82f1d92299a4ef682daba24783fcf5a90daf Binary files /dev/null and b/all_attention_embed/output_0_129.png differ diff --git a/all_attention_embed/output_0_13.png b/all_attention_embed/output_0_13.png new file mode 100644 index 0000000000000000000000000000000000000000..1b05040b82bf4bbd93d6780f24ffb3ee8601f9d7 Binary files /dev/null and b/all_attention_embed/output_0_13.png differ diff --git a/all_attention_embed/output_0_130.png b/all_attention_embed/output_0_130.png new file mode 100644 index 0000000000000000000000000000000000000000..833b66ee97206fb30c7602ec843e9a27e42ba903 Binary files /dev/null and b/all_attention_embed/output_0_130.png differ diff --git a/all_attention_embed/output_0_131.png b/all_attention_embed/output_0_131.png new file mode 100644 index 0000000000000000000000000000000000000000..344c3821c3cf3ca07831b05bf2c2e6f41da43f37 Binary files /dev/null and b/all_attention_embed/output_0_131.png differ diff --git a/all_attention_embed/output_0_132.png b/all_attention_embed/output_0_132.png new file mode 100644 index 0000000000000000000000000000000000000000..5a3b524887fcfd6f7189a254edb8e8611d288a62 Binary files /dev/null and b/all_attention_embed/output_0_132.png differ diff --git a/all_attention_embed/output_0_133.png b/all_attention_embed/output_0_133.png new file mode 100644 index 0000000000000000000000000000000000000000..ad5a269e7613ff44bbd9b155f25b2857e5536337 Binary files /dev/null and b/all_attention_embed/output_0_133.png differ diff --git a/all_attention_embed/output_0_134.png b/all_attention_embed/output_0_134.png new file mode 100644 index 0000000000000000000000000000000000000000..496f50e48852a150dc7b1041e3b982fe9e84ff0a Binary files /dev/null and b/all_attention_embed/output_0_134.png differ diff --git a/all_attention_embed/output_0_135.png b/all_attention_embed/output_0_135.png new file mode 100644 index 0000000000000000000000000000000000000000..39e52ccb80080972a7cbcb4d4ac1b4cca5583c69 Binary files /dev/null and b/all_attention_embed/output_0_135.png differ diff --git a/all_attention_embed/output_0_136.png b/all_attention_embed/output_0_136.png new file mode 100644 index 0000000000000000000000000000000000000000..a55d864a945e34bf4e4013f36af7590811826aee Binary files /dev/null and b/all_attention_embed/output_0_136.png differ diff --git a/all_attention_embed/output_0_137.png b/all_attention_embed/output_0_137.png new file mode 100644 index 0000000000000000000000000000000000000000..2b31f955013d6dbf00271eb93c6e31a4dba08a80 Binary files /dev/null and b/all_attention_embed/output_0_137.png differ diff --git a/all_attention_embed/output_0_138.png b/all_attention_embed/output_0_138.png new file mode 100644 index 0000000000000000000000000000000000000000..27f28a32f4237217bdadfb517d241071a59f21d1 Binary files /dev/null and b/all_attention_embed/output_0_138.png differ diff --git a/all_attention_embed/output_0_139.png b/all_attention_embed/output_0_139.png new file mode 100644 index 0000000000000000000000000000000000000000..273e7bc4189af96363d38cf26554cc36f1ebc6fa Binary files /dev/null and b/all_attention_embed/output_0_139.png differ diff --git a/all_attention_embed/output_0_14.png b/all_attention_embed/output_0_14.png new file mode 100644 index 0000000000000000000000000000000000000000..4e4229e30c95016fb67646d9567a95e19bab0897 Binary files /dev/null and b/all_attention_embed/output_0_14.png differ diff --git a/all_attention_embed/output_0_140.png b/all_attention_embed/output_0_140.png new file mode 100644 index 0000000000000000000000000000000000000000..42324fbc64357a0f3c8f2c6ead10eb28a921b29d Binary files /dev/null and b/all_attention_embed/output_0_140.png differ diff --git a/all_attention_embed/output_0_141.png b/all_attention_embed/output_0_141.png new file mode 100644 index 0000000000000000000000000000000000000000..44cfac5a67c63421f2c78b3004c5aef1d564b919 Binary files /dev/null and b/all_attention_embed/output_0_141.png differ diff --git a/all_attention_embed/output_0_142.png b/all_attention_embed/output_0_142.png new file mode 100644 index 0000000000000000000000000000000000000000..49583bfc731eb31d66ec88cbc48b65b4ebdff504 Binary files /dev/null and b/all_attention_embed/output_0_142.png differ diff --git a/all_attention_embed/output_0_143.png b/all_attention_embed/output_0_143.png new file mode 100644 index 0000000000000000000000000000000000000000..d39c4222ffc3bceae7bb989d57a20e69bd5242ff Binary files /dev/null and b/all_attention_embed/output_0_143.png differ diff --git a/all_attention_embed/output_0_144.png b/all_attention_embed/output_0_144.png new file mode 100644 index 0000000000000000000000000000000000000000..6d9428c5a534ed4bad3ef4056441dfd807f7ed0a Binary files /dev/null and b/all_attention_embed/output_0_144.png differ diff --git a/all_attention_embed/output_0_145.png b/all_attention_embed/output_0_145.png new file mode 100644 index 0000000000000000000000000000000000000000..28fd1daf86baff1136ee5fff23aa676265907a08 Binary files /dev/null and b/all_attention_embed/output_0_145.png differ diff --git a/all_attention_embed/output_0_146.png b/all_attention_embed/output_0_146.png new file mode 100644 index 0000000000000000000000000000000000000000..911d29a270fc28a58b5ec15c9bb85f7d7492d8bb Binary files /dev/null and b/all_attention_embed/output_0_146.png differ diff --git a/all_attention_embed/output_0_147.png b/all_attention_embed/output_0_147.png new file mode 100644 index 0000000000000000000000000000000000000000..7f60c2ef9ad9af3c16deda9c1c929e3539222347 Binary files /dev/null and b/all_attention_embed/output_0_147.png differ diff --git a/all_attention_embed/output_0_148.png b/all_attention_embed/output_0_148.png new file mode 100644 index 0000000000000000000000000000000000000000..7081a0c2fd097fba8301fd759de54f5542478e0f Binary files /dev/null and b/all_attention_embed/output_0_148.png differ diff --git a/all_attention_embed/output_0_149.png b/all_attention_embed/output_0_149.png new file mode 100644 index 0000000000000000000000000000000000000000..b0999c5099d6472dca9842fa2b5c241a3b265c3a Binary files /dev/null and b/all_attention_embed/output_0_149.png differ diff --git a/all_attention_embed/output_0_15.png b/all_attention_embed/output_0_15.png new file mode 100644 index 0000000000000000000000000000000000000000..a5ba8a23b798e9bef5913171c302faab32fbebf5 Binary files /dev/null and b/all_attention_embed/output_0_15.png differ diff --git a/all_attention_embed/output_0_150.png b/all_attention_embed/output_0_150.png new file mode 100644 index 0000000000000000000000000000000000000000..932cadcdaa31904713799404b7a8e5c35681cea5 Binary files /dev/null and b/all_attention_embed/output_0_150.png differ diff --git a/all_attention_embed/output_0_151.png b/all_attention_embed/output_0_151.png new file mode 100644 index 0000000000000000000000000000000000000000..63f37d9dc7cd806ef03071e6d79c319ce611eb12 Binary files /dev/null and b/all_attention_embed/output_0_151.png differ diff --git a/all_attention_embed/output_0_152.png b/all_attention_embed/output_0_152.png new file mode 100644 index 0000000000000000000000000000000000000000..b72ab1dad6912551856701763ca979c9c2eb38b4 Binary files /dev/null and b/all_attention_embed/output_0_152.png differ diff --git a/all_attention_embed/output_0_153.png b/all_attention_embed/output_0_153.png new file mode 100644 index 0000000000000000000000000000000000000000..e9e614509e4952b2b340da1f547a21bb5f9b4198 Binary files /dev/null and b/all_attention_embed/output_0_153.png differ diff --git a/all_attention_embed/output_0_154.png b/all_attention_embed/output_0_154.png new file mode 100644 index 0000000000000000000000000000000000000000..5c5872113a55626c24aaa4d61b98ce4a49f4f505 Binary files /dev/null and b/all_attention_embed/output_0_154.png differ diff --git a/all_attention_embed/output_0_155.png b/all_attention_embed/output_0_155.png new file mode 100644 index 0000000000000000000000000000000000000000..f2ad8936db8b1002acb994ab77e2eb4e0e3d5edd Binary files /dev/null and b/all_attention_embed/output_0_155.png differ diff --git a/all_attention_embed/output_0_156.png b/all_attention_embed/output_0_156.png new file mode 100644 index 0000000000000000000000000000000000000000..86b549d2405681a5841ef59f6b40b915544e5f50 Binary files /dev/null and b/all_attention_embed/output_0_156.png differ diff --git a/all_attention_embed/output_0_157.png b/all_attention_embed/output_0_157.png new file mode 100644 index 0000000000000000000000000000000000000000..147c65248ca4fa95344e38dfd9a6af0249390101 Binary files /dev/null and b/all_attention_embed/output_0_157.png differ diff --git a/all_attention_embed/output_0_158.png b/all_attention_embed/output_0_158.png new file mode 100644 index 0000000000000000000000000000000000000000..47e742224d63b6fdf49ca465a97fca77af327299 Binary files /dev/null and b/all_attention_embed/output_0_158.png differ diff --git a/all_attention_embed/output_0_159.png b/all_attention_embed/output_0_159.png new file mode 100644 index 0000000000000000000000000000000000000000..8b199dbd0313e6fdf0649c983da30509c0814cf7 Binary files /dev/null and b/all_attention_embed/output_0_159.png differ diff --git a/all_attention_embed/output_0_16.png b/all_attention_embed/output_0_16.png new file mode 100644 index 0000000000000000000000000000000000000000..17183411e49fa635592785d5802df2a42eaff2b9 Binary files /dev/null and b/all_attention_embed/output_0_16.png differ diff --git a/all_attention_embed/output_0_160.png b/all_attention_embed/output_0_160.png new file mode 100644 index 0000000000000000000000000000000000000000..94b941228575e020ad02f136a00d230d62bd2904 Binary files /dev/null and b/all_attention_embed/output_0_160.png differ diff --git a/all_attention_embed/output_0_161.png b/all_attention_embed/output_0_161.png new file mode 100644 index 0000000000000000000000000000000000000000..ca071ae4f90ef20e615cae82574b0f74cc507515 Binary files /dev/null and b/all_attention_embed/output_0_161.png differ diff --git a/all_attention_embed/output_0_162.png b/all_attention_embed/output_0_162.png new file mode 100644 index 0000000000000000000000000000000000000000..08f781e69fafc9fab5503c423902eb3d5078fdd7 Binary files /dev/null and b/all_attention_embed/output_0_162.png differ diff --git a/all_attention_embed/output_0_163.png b/all_attention_embed/output_0_163.png new file mode 100644 index 0000000000000000000000000000000000000000..ad868e311d569194afe6ed4b7424a03fb5762d35 Binary files /dev/null and b/all_attention_embed/output_0_163.png differ diff --git a/all_attention_embed/output_0_164.png b/all_attention_embed/output_0_164.png new file mode 100644 index 0000000000000000000000000000000000000000..af01ae7cde3c7e0ffd31422cbe0b800788aad384 Binary files /dev/null and b/all_attention_embed/output_0_164.png differ diff --git a/all_attention_embed/output_0_165.png b/all_attention_embed/output_0_165.png new file mode 100644 index 0000000000000000000000000000000000000000..b66c6f6aeecf17923868631ea6861e44f5170c79 Binary files /dev/null and b/all_attention_embed/output_0_165.png differ diff --git a/all_attention_embed/output_0_166.png b/all_attention_embed/output_0_166.png new file mode 100644 index 0000000000000000000000000000000000000000..029637e9454344f53c8320882a79c911168e8a20 Binary files /dev/null and b/all_attention_embed/output_0_166.png differ diff --git a/all_attention_embed/output_0_167.png b/all_attention_embed/output_0_167.png new file mode 100644 index 0000000000000000000000000000000000000000..9ca8fcd6bef0ce07852950afa91293920b1b315e Binary files /dev/null and b/all_attention_embed/output_0_167.png differ diff --git a/all_attention_embed/output_0_168.png b/all_attention_embed/output_0_168.png new file mode 100644 index 0000000000000000000000000000000000000000..a0ecf7db66fb0eacc9d76194c18b251826564e1b Binary files /dev/null and b/all_attention_embed/output_0_168.png differ diff --git a/all_attention_embed/output_0_169.png b/all_attention_embed/output_0_169.png new file mode 100644 index 0000000000000000000000000000000000000000..955bb014afce85d3d0c777aa753df761ae2f8325 Binary files /dev/null and b/all_attention_embed/output_0_169.png differ diff --git a/all_attention_embed/output_0_17.png b/all_attention_embed/output_0_17.png new file mode 100644 index 0000000000000000000000000000000000000000..dae537fc33cf92053572107d158d8731bab29fa0 Binary files /dev/null and b/all_attention_embed/output_0_17.png differ diff --git a/all_attention_embed/output_0_170.png b/all_attention_embed/output_0_170.png new file mode 100644 index 0000000000000000000000000000000000000000..dee56fd80cab68cb4d19364f35c68b44ced73a7d Binary files /dev/null and b/all_attention_embed/output_0_170.png differ diff --git a/all_attention_embed/output_0_171.png b/all_attention_embed/output_0_171.png new file mode 100644 index 0000000000000000000000000000000000000000..cf502b6e3a552b467f82a6a3525e794b379c44b4 Binary files /dev/null and b/all_attention_embed/output_0_171.png differ diff --git a/all_attention_embed/output_0_172.png b/all_attention_embed/output_0_172.png new file mode 100644 index 0000000000000000000000000000000000000000..dd45c4a4bdc6d4136eda0638ae2250a5bfd4fcd8 Binary files /dev/null and b/all_attention_embed/output_0_172.png differ diff --git a/all_attention_embed/output_0_173.png b/all_attention_embed/output_0_173.png new file mode 100644 index 0000000000000000000000000000000000000000..a39ed23d47668fa8e6801d78597b0cf26337e3c5 Binary files /dev/null and b/all_attention_embed/output_0_173.png differ diff --git a/all_attention_embed/output_0_174.png b/all_attention_embed/output_0_174.png new file mode 100644 index 0000000000000000000000000000000000000000..d2546bf72aabb559e9c48e3ca0d6eb91bf72bcaf Binary files /dev/null and b/all_attention_embed/output_0_174.png differ diff --git a/all_attention_embed/output_0_175.png b/all_attention_embed/output_0_175.png new file mode 100644 index 0000000000000000000000000000000000000000..ba0c56926e9ea3f70a7e48dee1faf4ce7d37088c Binary files /dev/null and b/all_attention_embed/output_0_175.png differ diff --git a/all_attention_embed/output_0_176.png b/all_attention_embed/output_0_176.png new file mode 100644 index 0000000000000000000000000000000000000000..a4f17abcd563e5aec5c3f3107dbb76fbde23ab58 Binary files /dev/null and b/all_attention_embed/output_0_176.png differ diff --git a/all_attention_embed/output_0_177.png b/all_attention_embed/output_0_177.png new file mode 100644 index 0000000000000000000000000000000000000000..aff259f2e5277b5d0585db70304386f10c1f0d15 Binary files /dev/null and b/all_attention_embed/output_0_177.png differ diff --git a/all_attention_embed/output_0_178.png b/all_attention_embed/output_0_178.png new file mode 100644 index 0000000000000000000000000000000000000000..0ed9079bd609248fc80e15d920eb3aa83ac7be1a Binary files /dev/null and b/all_attention_embed/output_0_178.png differ diff --git a/all_attention_embed/output_0_179.png b/all_attention_embed/output_0_179.png new file mode 100644 index 0000000000000000000000000000000000000000..faa7e688f872e3cd2af33332752955bf49ef8fb3 Binary files /dev/null and b/all_attention_embed/output_0_179.png differ diff --git a/all_attention_embed/output_0_18.png b/all_attention_embed/output_0_18.png new file mode 100644 index 0000000000000000000000000000000000000000..6127c1eece9866eabbdab48c35f255895603d867 Binary files /dev/null and b/all_attention_embed/output_0_18.png differ diff --git a/all_attention_embed/output_0_180.png b/all_attention_embed/output_0_180.png new file mode 100644 index 0000000000000000000000000000000000000000..244629cdd5e54a6c2a593b2467113c9d4c8c87c2 Binary files /dev/null and b/all_attention_embed/output_0_180.png differ diff --git a/all_attention_embed/output_0_181.png b/all_attention_embed/output_0_181.png new file mode 100644 index 0000000000000000000000000000000000000000..52fb3dc46f0401f7376948b6613ed1ec5f93e8ab Binary files /dev/null and b/all_attention_embed/output_0_181.png differ diff --git a/all_attention_embed/output_0_182.png b/all_attention_embed/output_0_182.png new file mode 100644 index 0000000000000000000000000000000000000000..1d0a35211110be8e11b25e6130fb6b7837f4b346 Binary files /dev/null and b/all_attention_embed/output_0_182.png differ diff --git a/all_attention_embed/output_0_183.png b/all_attention_embed/output_0_183.png new file mode 100644 index 0000000000000000000000000000000000000000..2c2e744f04a9788eec3199f7d0a4b567ab808b06 Binary files /dev/null and b/all_attention_embed/output_0_183.png differ diff --git a/all_attention_embed/output_0_184.png b/all_attention_embed/output_0_184.png new file mode 100644 index 0000000000000000000000000000000000000000..de4fff530c07771176c966ce8fbd56b5f8e3c3c3 Binary files /dev/null and b/all_attention_embed/output_0_184.png differ diff --git a/all_attention_embed/output_0_185.png b/all_attention_embed/output_0_185.png new file mode 100644 index 0000000000000000000000000000000000000000..45188bdb2c3e4d30d8214d7d08818aa22c015ce9 Binary files /dev/null and b/all_attention_embed/output_0_185.png differ diff --git a/all_attention_embed/output_0_186.png b/all_attention_embed/output_0_186.png new file mode 100644 index 0000000000000000000000000000000000000000..3dd0392ddcedd7816e5dd4d90b6bb869b2f047c8 Binary files /dev/null and b/all_attention_embed/output_0_186.png differ diff --git a/all_attention_embed/output_0_187.png b/all_attention_embed/output_0_187.png new file mode 100644 index 0000000000000000000000000000000000000000..678f2654ea89dcad3ff4c4d94dbb7abfcc3ec3d9 Binary files /dev/null and b/all_attention_embed/output_0_187.png differ diff --git a/all_attention_embed/output_0_188.png b/all_attention_embed/output_0_188.png new file mode 100644 index 0000000000000000000000000000000000000000..3389e4fc5efab63979a1f9d6c13ee1c1e1ec2cde Binary files /dev/null and b/all_attention_embed/output_0_188.png differ diff --git a/all_attention_embed/output_0_189.png b/all_attention_embed/output_0_189.png new file mode 100644 index 0000000000000000000000000000000000000000..df3b7b4a82e852d5b0a0769059c4fba71868d163 Binary files /dev/null and b/all_attention_embed/output_0_189.png differ diff --git a/all_attention_embed/output_0_19.png b/all_attention_embed/output_0_19.png new file mode 100644 index 0000000000000000000000000000000000000000..7019bdc93ce3649d24520e40c64fad49b6226c86 Binary files /dev/null and b/all_attention_embed/output_0_19.png differ diff --git a/all_attention_embed/output_0_190.png b/all_attention_embed/output_0_190.png new file mode 100644 index 0000000000000000000000000000000000000000..423d3686b4c66ae198bf741103a6c6391bfefc90 Binary files /dev/null and b/all_attention_embed/output_0_190.png differ diff --git a/all_attention_embed/output_0_191.png b/all_attention_embed/output_0_191.png new file mode 100644 index 0000000000000000000000000000000000000000..c79a71290fb386fc3fb4bce1ffaddcc828a81b83 Binary files /dev/null and b/all_attention_embed/output_0_191.png differ diff --git a/all_attention_embed/output_0_192.png b/all_attention_embed/output_0_192.png new file mode 100644 index 0000000000000000000000000000000000000000..240730d7cf96ba71fe37bf3214f09f93b2cb1981 Binary files /dev/null and b/all_attention_embed/output_0_192.png differ diff --git a/all_attention_embed/output_0_193.png b/all_attention_embed/output_0_193.png new file mode 100644 index 0000000000000000000000000000000000000000..8d9888f574912310cd967301c5f6d8ee9bb35da1 Binary files /dev/null and b/all_attention_embed/output_0_193.png differ diff --git a/all_attention_embed/output_0_194.png b/all_attention_embed/output_0_194.png new file mode 100644 index 0000000000000000000000000000000000000000..835309f96229f88989f5c49163c849f1324f674b Binary files /dev/null and b/all_attention_embed/output_0_194.png differ diff --git a/all_attention_embed/output_0_195.png b/all_attention_embed/output_0_195.png new file mode 100644 index 0000000000000000000000000000000000000000..d429af3a1987dc1a994613ca4c3b3453f3cb255e Binary files /dev/null and b/all_attention_embed/output_0_195.png differ diff --git a/all_attention_embed/output_0_196.png b/all_attention_embed/output_0_196.png new file mode 100644 index 0000000000000000000000000000000000000000..d70833a2a478f47942d7088d803038cb27efa7bb Binary files /dev/null and b/all_attention_embed/output_0_196.png differ diff --git a/all_attention_embed/output_0_197.png b/all_attention_embed/output_0_197.png new file mode 100644 index 0000000000000000000000000000000000000000..bef5666df01bd51b81afddc154070017801b7b35 Binary files /dev/null and b/all_attention_embed/output_0_197.png differ diff --git a/all_attention_embed/output_0_198.png b/all_attention_embed/output_0_198.png new file mode 100644 index 0000000000000000000000000000000000000000..e098b717e3ffcd1f6d3838c58e8fe9e875274da2 Binary files /dev/null and b/all_attention_embed/output_0_198.png differ diff --git a/all_attention_embed/output_0_199.png b/all_attention_embed/output_0_199.png new file mode 100644 index 0000000000000000000000000000000000000000..a11aaf5728853f5d8faf1bdcacec30016610c2a5 Binary files /dev/null and b/all_attention_embed/output_0_199.png differ diff --git a/all_attention_embed/output_0_2.png b/all_attention_embed/output_0_2.png new file mode 100644 index 0000000000000000000000000000000000000000..153306e0c1a5ba981bdc33fab17ab856391edbb2 Binary files /dev/null and b/all_attention_embed/output_0_2.png differ diff --git a/all_attention_embed/output_0_20.png b/all_attention_embed/output_0_20.png new file mode 100644 index 0000000000000000000000000000000000000000..5f8b4a356ae54948dc7543e2b30af68fc609ecc6 Binary files /dev/null and b/all_attention_embed/output_0_20.png differ diff --git a/all_attention_embed/output_0_200.png b/all_attention_embed/output_0_200.png new file mode 100644 index 0000000000000000000000000000000000000000..6f76c7458477e852565492b13e7262242d038a85 Binary files /dev/null and b/all_attention_embed/output_0_200.png differ diff --git a/all_attention_embed/output_0_201.png b/all_attention_embed/output_0_201.png new file mode 100644 index 0000000000000000000000000000000000000000..dda1d7529abd613676ad138b163e62903a4e8b34 Binary files /dev/null and b/all_attention_embed/output_0_201.png differ diff --git a/all_attention_embed/output_0_202.png b/all_attention_embed/output_0_202.png new file mode 100644 index 0000000000000000000000000000000000000000..f62981bd47e19fa87b40908c1f78b05c1afd838d Binary files /dev/null and b/all_attention_embed/output_0_202.png differ diff --git a/all_attention_embed/output_0_203.png b/all_attention_embed/output_0_203.png new file mode 100644 index 0000000000000000000000000000000000000000..eb7be234f9ae8e746ae35b387e735ffe533faea3 Binary files /dev/null and b/all_attention_embed/output_0_203.png differ diff --git a/all_attention_embed/output_0_204.png b/all_attention_embed/output_0_204.png new file mode 100644 index 0000000000000000000000000000000000000000..4eabc092b0835a9f7f93ad9210c1c6ef1cbc8821 Binary files /dev/null and b/all_attention_embed/output_0_204.png differ diff --git a/all_attention_embed/output_0_205.png b/all_attention_embed/output_0_205.png new file mode 100644 index 0000000000000000000000000000000000000000..d3735c13f4137d69602730bb683e90559baa8c52 Binary files /dev/null and b/all_attention_embed/output_0_205.png differ diff --git a/all_attention_embed/output_0_206.png b/all_attention_embed/output_0_206.png new file mode 100644 index 0000000000000000000000000000000000000000..f8127874927a86c71bd5a390930295e955fe9527 Binary files /dev/null and b/all_attention_embed/output_0_206.png differ diff --git a/all_attention_embed/output_0_207.png b/all_attention_embed/output_0_207.png new file mode 100644 index 0000000000000000000000000000000000000000..35bdfca1ca376b28fccc3966452425fa59d98b57 Binary files /dev/null and b/all_attention_embed/output_0_207.png differ diff --git a/all_attention_embed/output_0_208.png b/all_attention_embed/output_0_208.png new file mode 100644 index 0000000000000000000000000000000000000000..b798b822ecb243ee13c6ce62ae18c7db4b9b1c61 Binary files /dev/null and b/all_attention_embed/output_0_208.png differ diff --git a/all_attention_embed/output_0_209.png b/all_attention_embed/output_0_209.png new file mode 100644 index 0000000000000000000000000000000000000000..24e044deaded85422fbca6983926e0ee240cbd72 Binary files /dev/null and b/all_attention_embed/output_0_209.png differ diff --git a/all_attention_embed/output_0_21.png b/all_attention_embed/output_0_21.png new file mode 100644 index 0000000000000000000000000000000000000000..543857ea1eba7fad4f92d26d05893ed80117b50b Binary files /dev/null and b/all_attention_embed/output_0_21.png differ diff --git a/all_attention_embed/output_0_210.png b/all_attention_embed/output_0_210.png new file mode 100644 index 0000000000000000000000000000000000000000..c0cbc6e995392b87346407b416f37759c8591400 Binary files /dev/null and b/all_attention_embed/output_0_210.png differ diff --git a/all_attention_embed/output_0_211.png b/all_attention_embed/output_0_211.png new file mode 100644 index 0000000000000000000000000000000000000000..90d5648cb6dcfa9aa1aa8cf3c5c786fe2a3c5e10 Binary files /dev/null and b/all_attention_embed/output_0_211.png differ diff --git a/all_attention_embed/output_0_212.png b/all_attention_embed/output_0_212.png new file mode 100644 index 0000000000000000000000000000000000000000..587e23bb527012fc74bc2db3d358d44113a53932 Binary files /dev/null and b/all_attention_embed/output_0_212.png differ diff --git a/all_attention_embed/output_0_213.png b/all_attention_embed/output_0_213.png new file mode 100644 index 0000000000000000000000000000000000000000..9fb407ce37863e710588c9b6eb62ad0c126aa351 Binary files /dev/null and b/all_attention_embed/output_0_213.png differ diff --git a/all_attention_embed/output_0_214.png b/all_attention_embed/output_0_214.png new file mode 100644 index 0000000000000000000000000000000000000000..0360f24094609beda830f330206f32a38c16c9f9 Binary files /dev/null and b/all_attention_embed/output_0_214.png differ diff --git a/all_attention_embed/output_0_215.png b/all_attention_embed/output_0_215.png new file mode 100644 index 0000000000000000000000000000000000000000..d2640218716d68bb59f690c47f2cdb3af270df11 Binary files /dev/null and b/all_attention_embed/output_0_215.png differ diff --git a/all_attention_embed/output_0_216.png b/all_attention_embed/output_0_216.png new file mode 100644 index 0000000000000000000000000000000000000000..455d4fb7a8ef87b3857502da0f626b1a7902f090 Binary files /dev/null and b/all_attention_embed/output_0_216.png differ diff --git a/all_attention_embed/output_0_217.png b/all_attention_embed/output_0_217.png new file mode 100644 index 0000000000000000000000000000000000000000..16dd2d63e1d5edeaa4df2ff8fe39ca85fb191377 Binary files /dev/null and b/all_attention_embed/output_0_217.png differ diff --git a/all_attention_embed/output_0_218.png b/all_attention_embed/output_0_218.png new file mode 100644 index 0000000000000000000000000000000000000000..66084a645439762f19822fca99c0e8d8c2e5f41e Binary files /dev/null and b/all_attention_embed/output_0_218.png differ diff --git a/all_attention_embed/output_0_219.png b/all_attention_embed/output_0_219.png new file mode 100644 index 0000000000000000000000000000000000000000..fd512c154049f36557f612bd3ecf08934413ace7 Binary files /dev/null and b/all_attention_embed/output_0_219.png differ diff --git a/all_attention_embed/output_0_22.png b/all_attention_embed/output_0_22.png new file mode 100644 index 0000000000000000000000000000000000000000..6a81263ed36b969bac2516bef998c4f13e44b9af Binary files /dev/null and b/all_attention_embed/output_0_22.png differ diff --git a/all_attention_embed/output_0_220.png b/all_attention_embed/output_0_220.png new file mode 100644 index 0000000000000000000000000000000000000000..3a90e63fb38af58ad046e66813c420753ce9ecf2 Binary files /dev/null and b/all_attention_embed/output_0_220.png differ diff --git a/all_attention_embed/output_0_221.png b/all_attention_embed/output_0_221.png new file mode 100644 index 0000000000000000000000000000000000000000..fb75f25f83a419ce70535ccc581275b82e743b73 Binary files /dev/null and b/all_attention_embed/output_0_221.png differ diff --git a/all_attention_embed/output_0_222.png b/all_attention_embed/output_0_222.png new file mode 100644 index 0000000000000000000000000000000000000000..7397c30702d9fe2b104a19e122ec0f1c1943bda5 Binary files /dev/null and b/all_attention_embed/output_0_222.png differ diff --git a/all_attention_embed/output_0_223.png b/all_attention_embed/output_0_223.png new file mode 100644 index 0000000000000000000000000000000000000000..40665e692cccc35906cce8e8096a31ad0f58eb63 Binary files /dev/null and b/all_attention_embed/output_0_223.png differ diff --git a/all_attention_embed/output_0_224.png b/all_attention_embed/output_0_224.png new file mode 100644 index 0000000000000000000000000000000000000000..3e1eb8020b848ef36e524ff71ff05b6616b7bef6 Binary files /dev/null and b/all_attention_embed/output_0_224.png differ diff --git a/all_attention_embed/output_0_225.png b/all_attention_embed/output_0_225.png new file mode 100644 index 0000000000000000000000000000000000000000..1d4dd675b2670ba3f171286d97cdfacb43d0b22a Binary files /dev/null and b/all_attention_embed/output_0_225.png differ diff --git a/all_attention_embed/output_0_226.png b/all_attention_embed/output_0_226.png new file mode 100644 index 0000000000000000000000000000000000000000..7f04bfb7877301f4dc6d6403753c25300445828f Binary files /dev/null and b/all_attention_embed/output_0_226.png differ diff --git a/all_attention_embed/output_0_227.png b/all_attention_embed/output_0_227.png new file mode 100644 index 0000000000000000000000000000000000000000..b092f76866d6568a7937e35c6ce3ca96c89c3308 Binary files /dev/null and b/all_attention_embed/output_0_227.png differ diff --git a/all_attention_embed/output_0_228.png b/all_attention_embed/output_0_228.png new file mode 100644 index 0000000000000000000000000000000000000000..8695fdf5908d390303e0fcdce3b31f9e4dbe273e Binary files /dev/null and b/all_attention_embed/output_0_228.png differ diff --git a/all_attention_embed/output_0_229.png b/all_attention_embed/output_0_229.png new file mode 100644 index 0000000000000000000000000000000000000000..62da55863ac327c3e44f137dfa3737e9a80c304b Binary files /dev/null and b/all_attention_embed/output_0_229.png differ diff --git a/all_attention_embed/output_0_23.png b/all_attention_embed/output_0_23.png new file mode 100644 index 0000000000000000000000000000000000000000..886aacfa17c265a7f668c98939fa1ee42f211af9 Binary files /dev/null and b/all_attention_embed/output_0_23.png differ diff --git a/all_attention_embed/output_0_230.png b/all_attention_embed/output_0_230.png new file mode 100644 index 0000000000000000000000000000000000000000..be89a6856eca01364e0866fe62ec1e59c915fd89 Binary files /dev/null and b/all_attention_embed/output_0_230.png differ diff --git a/all_attention_embed/output_0_231.png b/all_attention_embed/output_0_231.png new file mode 100644 index 0000000000000000000000000000000000000000..745186bf3e8f05cfcbf66637084efef6e9527b9d Binary files /dev/null and b/all_attention_embed/output_0_231.png differ diff --git a/all_attention_embed/output_0_232.png b/all_attention_embed/output_0_232.png new file mode 100644 index 0000000000000000000000000000000000000000..6a4331b18d4132ac667babe82a6e487f2289fbe1 Binary files /dev/null and b/all_attention_embed/output_0_232.png differ diff --git a/all_attention_embed/output_0_233.png b/all_attention_embed/output_0_233.png new file mode 100644 index 0000000000000000000000000000000000000000..3566ba93363298cada074916aba52cc31974992c Binary files /dev/null and b/all_attention_embed/output_0_233.png differ diff --git a/all_attention_embed/output_0_234.png b/all_attention_embed/output_0_234.png new file mode 100644 index 0000000000000000000000000000000000000000..55db0b9a3df4c5f416811d68aad2a35e6457665e Binary files /dev/null and b/all_attention_embed/output_0_234.png differ diff --git a/all_attention_embed/output_0_235.png b/all_attention_embed/output_0_235.png new file mode 100644 index 0000000000000000000000000000000000000000..afee0eafb0063136de4fed07977219acafb9ca54 Binary files /dev/null and b/all_attention_embed/output_0_235.png differ diff --git a/all_attention_embed/output_0_236.png b/all_attention_embed/output_0_236.png new file mode 100644 index 0000000000000000000000000000000000000000..9594030256e859713f13cdc507dc49f203c2433e Binary files /dev/null and b/all_attention_embed/output_0_236.png differ diff --git a/all_attention_embed/output_0_237.png b/all_attention_embed/output_0_237.png new file mode 100644 index 0000000000000000000000000000000000000000..fba3fb88167047299704889a127d21b2ee10d0b1 Binary files /dev/null and b/all_attention_embed/output_0_237.png differ diff --git a/all_attention_embed/output_0_238.png b/all_attention_embed/output_0_238.png new file mode 100644 index 0000000000000000000000000000000000000000..ec754d6d01153c3aeeeb63d8f8fb4c15a3356091 Binary files /dev/null and b/all_attention_embed/output_0_238.png differ diff --git a/all_attention_embed/output_0_239.png b/all_attention_embed/output_0_239.png new file mode 100644 index 0000000000000000000000000000000000000000..b903307e1ccab75c3332cfa1c67ca53e17c0a1aa Binary files /dev/null and b/all_attention_embed/output_0_239.png differ diff --git a/all_attention_embed/output_0_24.png b/all_attention_embed/output_0_24.png new file mode 100644 index 0000000000000000000000000000000000000000..bfc6db083400b2af5a50b09b0a751a62d3d58131 Binary files /dev/null and b/all_attention_embed/output_0_24.png differ diff --git a/all_attention_embed/output_0_240.png b/all_attention_embed/output_0_240.png new file mode 100644 index 0000000000000000000000000000000000000000..5ad0b082bd02518afcd0f8d9028efd6a09753c67 Binary files /dev/null and b/all_attention_embed/output_0_240.png differ diff --git a/all_attention_embed/output_0_241.png b/all_attention_embed/output_0_241.png new file mode 100644 index 0000000000000000000000000000000000000000..cad4c431cdea25def8579bf5605f5fcc0ecc420c Binary files /dev/null and b/all_attention_embed/output_0_241.png differ diff --git a/all_attention_embed/output_0_242.png b/all_attention_embed/output_0_242.png new file mode 100644 index 0000000000000000000000000000000000000000..07ac1c378fdd36c2caa907723954fa64e878950a Binary files /dev/null and b/all_attention_embed/output_0_242.png differ diff --git a/all_attention_embed/output_0_243.png b/all_attention_embed/output_0_243.png new file mode 100644 index 0000000000000000000000000000000000000000..aa9143b83d35528272e8f8085986f70099b43c07 Binary files /dev/null and b/all_attention_embed/output_0_243.png differ diff --git a/all_attention_embed/output_0_244.png b/all_attention_embed/output_0_244.png new file mode 100644 index 0000000000000000000000000000000000000000..49ea64cc11e0ec52460fb5e70092dd0526780dbf Binary files /dev/null and b/all_attention_embed/output_0_244.png differ diff --git a/all_attention_embed/output_0_245.png b/all_attention_embed/output_0_245.png new file mode 100644 index 0000000000000000000000000000000000000000..33fff74f7e532f65dd42bbbf131efdce03a58250 Binary files /dev/null and b/all_attention_embed/output_0_245.png differ diff --git a/all_attention_embed/output_0_246.png b/all_attention_embed/output_0_246.png new file mode 100644 index 0000000000000000000000000000000000000000..163ac210acdc44e4c21ed6ebf3d2260f4219a4b0 Binary files /dev/null and b/all_attention_embed/output_0_246.png differ diff --git a/all_attention_embed/output_0_247.png b/all_attention_embed/output_0_247.png new file mode 100644 index 0000000000000000000000000000000000000000..ab7cc04d2cc3a83a784db9fe89dedfc3ddfeb735 Binary files /dev/null and b/all_attention_embed/output_0_247.png differ diff --git a/all_attention_embed/output_0_248.png b/all_attention_embed/output_0_248.png new file mode 100644 index 0000000000000000000000000000000000000000..f2c305c74e2f09505294526880b45a29eaed9ba9 Binary files /dev/null and b/all_attention_embed/output_0_248.png differ diff --git a/all_attention_embed/output_0_249.png b/all_attention_embed/output_0_249.png new file mode 100644 index 0000000000000000000000000000000000000000..93ad8cb421e1b94efd0d5d5373675f27b24b65d0 Binary files /dev/null and b/all_attention_embed/output_0_249.png differ diff --git a/all_attention_embed/output_0_25.png b/all_attention_embed/output_0_25.png new file mode 100644 index 0000000000000000000000000000000000000000..2b4764f1875e33223f552355b7acb254d470e41d Binary files /dev/null and b/all_attention_embed/output_0_25.png differ diff --git a/all_attention_embed/output_0_26.png b/all_attention_embed/output_0_26.png new file mode 100644 index 0000000000000000000000000000000000000000..697c58a58d931ba8ea6e73e07f0e968d3a73bbf3 Binary files /dev/null and b/all_attention_embed/output_0_26.png differ diff --git a/all_attention_embed/output_0_27.png b/all_attention_embed/output_0_27.png new file mode 100644 index 0000000000000000000000000000000000000000..2c2d980137c9c1e30f1ee16d3d21e5d071d0cffa Binary files /dev/null and b/all_attention_embed/output_0_27.png differ diff --git a/all_attention_embed/output_0_28.png b/all_attention_embed/output_0_28.png new file mode 100644 index 0000000000000000000000000000000000000000..7a01335b86a7b9a6ad8e189c2a11a4c7b858bd37 Binary files /dev/null and b/all_attention_embed/output_0_28.png differ diff --git a/all_attention_embed/output_0_29.png b/all_attention_embed/output_0_29.png new file mode 100644 index 0000000000000000000000000000000000000000..36dad0c2d4d32c7b037e312a5431fdaa82bc64e0 Binary files /dev/null and b/all_attention_embed/output_0_29.png differ diff --git a/all_attention_embed/output_0_3.png b/all_attention_embed/output_0_3.png new file mode 100644 index 0000000000000000000000000000000000000000..d2a08405ef9a81ddaf7181b84fc7f8fc0269e7ea Binary files /dev/null and b/all_attention_embed/output_0_3.png differ diff --git a/all_attention_embed/output_0_30.png b/all_attention_embed/output_0_30.png new file mode 100644 index 0000000000000000000000000000000000000000..445bd9144ee69eade856ff2c171f1c37ed6273e4 Binary files /dev/null and b/all_attention_embed/output_0_30.png differ diff --git a/all_attention_embed/output_0_31.png b/all_attention_embed/output_0_31.png new file mode 100644 index 0000000000000000000000000000000000000000..2d41a587d3394d0054547b6c70033bda6cbb0343 Binary files /dev/null and b/all_attention_embed/output_0_31.png differ diff --git a/all_attention_embed/output_0_32.png b/all_attention_embed/output_0_32.png new file mode 100644 index 0000000000000000000000000000000000000000..df7dd87ddd39cdb370b0279158c02cdc5082d44f Binary files /dev/null and b/all_attention_embed/output_0_32.png differ diff --git a/all_attention_embed/output_0_33.png b/all_attention_embed/output_0_33.png new file mode 100644 index 0000000000000000000000000000000000000000..7ab8fbe99839de784b374b436362903ce33fb570 Binary files /dev/null and b/all_attention_embed/output_0_33.png differ diff --git a/all_attention_embed/output_0_34.png b/all_attention_embed/output_0_34.png new file mode 100644 index 0000000000000000000000000000000000000000..3b83c30bf8d9c7366b4ee5e9bed11f22a831e2d3 Binary files /dev/null and b/all_attention_embed/output_0_34.png differ diff --git a/all_attention_embed/output_0_35.png b/all_attention_embed/output_0_35.png new file mode 100644 index 0000000000000000000000000000000000000000..4f51d1ecd1840ae9660e93b03ca600a4ca04b5bc Binary files /dev/null and b/all_attention_embed/output_0_35.png differ diff --git a/all_attention_embed/output_0_36.png b/all_attention_embed/output_0_36.png new file mode 100644 index 0000000000000000000000000000000000000000..e1f6e58202bd4f77d640fbfcc20b6beb41ed688e Binary files /dev/null and b/all_attention_embed/output_0_36.png differ diff --git a/all_attention_embed/output_0_37.png b/all_attention_embed/output_0_37.png new file mode 100644 index 0000000000000000000000000000000000000000..09fa6532ad31f7d22eab4a6792a41b8b3eeb554b Binary files /dev/null and b/all_attention_embed/output_0_37.png differ diff --git a/all_attention_embed/output_0_38.png b/all_attention_embed/output_0_38.png new file mode 100644 index 0000000000000000000000000000000000000000..fc6a3d763353fa62a4943ae1de24e7239d52a5f5 Binary files /dev/null and b/all_attention_embed/output_0_38.png differ diff --git a/all_attention_embed/output_0_39.png b/all_attention_embed/output_0_39.png new file mode 100644 index 0000000000000000000000000000000000000000..a80350924d68a57764ffed86c5ccba3478693247 Binary files /dev/null and b/all_attention_embed/output_0_39.png differ diff --git a/all_attention_embed/output_0_4.png b/all_attention_embed/output_0_4.png new file mode 100644 index 0000000000000000000000000000000000000000..cbbcc516ee91d5c644cf5c09c287dded100e4ef6 Binary files /dev/null and b/all_attention_embed/output_0_4.png differ diff --git a/all_attention_embed/output_0_40.png b/all_attention_embed/output_0_40.png new file mode 100644 index 0000000000000000000000000000000000000000..49100a7ac9b3fc57d4ac75f7806dac96355f0bec Binary files /dev/null and b/all_attention_embed/output_0_40.png differ diff --git a/all_attention_embed/output_0_41.png b/all_attention_embed/output_0_41.png new file mode 100644 index 0000000000000000000000000000000000000000..679a9008df31c43c7a4b3bde1099f9953bf8f13e Binary files /dev/null and b/all_attention_embed/output_0_41.png differ diff --git a/all_attention_embed/output_0_42.png b/all_attention_embed/output_0_42.png new file mode 100644 index 0000000000000000000000000000000000000000..db79a19082f07415f9791f9c588ce585f721476c Binary files /dev/null and b/all_attention_embed/output_0_42.png differ diff --git a/all_attention_embed/output_0_43.png b/all_attention_embed/output_0_43.png new file mode 100644 index 0000000000000000000000000000000000000000..d16fbb352a1809a3a461cecfc9589cebb7bbe133 Binary files /dev/null and b/all_attention_embed/output_0_43.png differ diff --git a/all_attention_embed/output_0_44.png b/all_attention_embed/output_0_44.png new file mode 100644 index 0000000000000000000000000000000000000000..aac30092ae3778a4dae796faafbea6df6def3ed6 Binary files /dev/null and b/all_attention_embed/output_0_44.png differ diff --git a/all_attention_embed/output_0_45.png b/all_attention_embed/output_0_45.png new file mode 100644 index 0000000000000000000000000000000000000000..833e35989b13f485678ca8b9474a13a158a611a2 Binary files /dev/null and b/all_attention_embed/output_0_45.png differ diff --git a/all_attention_embed/output_0_46.png b/all_attention_embed/output_0_46.png new file mode 100644 index 0000000000000000000000000000000000000000..6733e60a2eddaea9bf3405bfbcc68a34ccc9c2e4 Binary files /dev/null and b/all_attention_embed/output_0_46.png differ diff --git a/all_attention_embed/output_0_47.png b/all_attention_embed/output_0_47.png new file mode 100644 index 0000000000000000000000000000000000000000..694505a5d0b98015024365cad6b7a014fd5a2d79 Binary files /dev/null and b/all_attention_embed/output_0_47.png differ diff --git a/all_attention_embed/output_0_48.png b/all_attention_embed/output_0_48.png new file mode 100644 index 0000000000000000000000000000000000000000..920efaccd862c7acd0c411429dfd6fa993098b17 Binary files /dev/null and b/all_attention_embed/output_0_48.png differ diff --git a/all_attention_embed/output_0_49.png b/all_attention_embed/output_0_49.png new file mode 100644 index 0000000000000000000000000000000000000000..a25f60905ce48ea42817f7e9752d6295ad468795 Binary files /dev/null and b/all_attention_embed/output_0_49.png differ diff --git a/all_attention_embed/output_0_5.png b/all_attention_embed/output_0_5.png new file mode 100644 index 0000000000000000000000000000000000000000..942b8db944e41379dcf6f11737e8be72388c69df Binary files /dev/null and b/all_attention_embed/output_0_5.png differ diff --git a/all_attention_embed/output_0_50.png b/all_attention_embed/output_0_50.png new file mode 100644 index 0000000000000000000000000000000000000000..e56a962ff447725733dc38a47aead3702f9d58cf Binary files /dev/null and b/all_attention_embed/output_0_50.png differ diff --git a/all_attention_embed/output_0_51.png b/all_attention_embed/output_0_51.png new file mode 100644 index 0000000000000000000000000000000000000000..1cf699b8da54385ffb92a119580d33a7faf1905e Binary files /dev/null and b/all_attention_embed/output_0_51.png differ diff --git a/all_attention_embed/output_0_52.png b/all_attention_embed/output_0_52.png new file mode 100644 index 0000000000000000000000000000000000000000..e77f9276cc17b9eb9b6b89af9e190604d13d703f Binary files /dev/null and b/all_attention_embed/output_0_52.png differ diff --git a/all_attention_embed/output_0_53.png b/all_attention_embed/output_0_53.png new file mode 100644 index 0000000000000000000000000000000000000000..3144f1cb64e5cbe2eeaa2e009c3f559f0e71affd Binary files /dev/null and b/all_attention_embed/output_0_53.png differ diff --git a/all_attention_embed/output_0_54.png b/all_attention_embed/output_0_54.png new file mode 100644 index 0000000000000000000000000000000000000000..7a689819c97cffb0a8a7448ae4e7bf4047aa6f7a Binary files /dev/null and b/all_attention_embed/output_0_54.png differ diff --git a/all_attention_embed/output_0_55.png b/all_attention_embed/output_0_55.png new file mode 100644 index 0000000000000000000000000000000000000000..d8ba4d3d5687154fdc9f0bce71b069de1cd9fdc8 Binary files /dev/null and b/all_attention_embed/output_0_55.png differ diff --git a/all_attention_embed/output_0_56.png b/all_attention_embed/output_0_56.png new file mode 100644 index 0000000000000000000000000000000000000000..bd267477c8d74afa236f7a2d20e8b776e9cafeed Binary files /dev/null and b/all_attention_embed/output_0_56.png differ diff --git a/all_attention_embed/output_0_57.png b/all_attention_embed/output_0_57.png new file mode 100644 index 0000000000000000000000000000000000000000..32739dd08f8ccb0e48d20c685d2cb65e5b085ee8 Binary files /dev/null and b/all_attention_embed/output_0_57.png differ diff --git a/all_attention_embed/output_0_58.png b/all_attention_embed/output_0_58.png new file mode 100644 index 0000000000000000000000000000000000000000..0c9c94f3265f6dc8caad4e0b3e4935465f4991b3 Binary files /dev/null and b/all_attention_embed/output_0_58.png differ diff --git a/all_attention_embed/output_0_59.png b/all_attention_embed/output_0_59.png new file mode 100644 index 0000000000000000000000000000000000000000..cd713ca7cabf19b8b582663fbddb8c59ee3a0674 Binary files /dev/null and b/all_attention_embed/output_0_59.png differ diff --git a/all_attention_embed/output_0_6.png b/all_attention_embed/output_0_6.png new file mode 100644 index 0000000000000000000000000000000000000000..fc661db806d33418724980bb9b712ef3f07817d1 Binary files /dev/null and b/all_attention_embed/output_0_6.png differ diff --git a/all_attention_embed/output_0_60.png b/all_attention_embed/output_0_60.png new file mode 100644 index 0000000000000000000000000000000000000000..4a3350777c1e92748865e8a924dcc083b971a71d Binary files /dev/null and b/all_attention_embed/output_0_60.png differ diff --git a/all_attention_embed/output_0_61.png b/all_attention_embed/output_0_61.png new file mode 100644 index 0000000000000000000000000000000000000000..b3b9f0adb1ef6d13ed26acf0aa9511c423e3dc57 Binary files /dev/null and b/all_attention_embed/output_0_61.png differ diff --git a/all_attention_embed/output_0_62.png b/all_attention_embed/output_0_62.png new file mode 100644 index 0000000000000000000000000000000000000000..63d27ca869b17d44406e5d959f1de9b353fbbc32 Binary files /dev/null and b/all_attention_embed/output_0_62.png differ diff --git a/all_attention_embed/output_0_63.png b/all_attention_embed/output_0_63.png new file mode 100644 index 0000000000000000000000000000000000000000..36e8dcb75b2f7e181aacbf95c362b9a5d31749e1 Binary files /dev/null and b/all_attention_embed/output_0_63.png differ diff --git a/all_attention_embed/output_0_64.png b/all_attention_embed/output_0_64.png new file mode 100644 index 0000000000000000000000000000000000000000..7cc48a290521524c7cc6bcb6ba3955d2508fb913 Binary files /dev/null and b/all_attention_embed/output_0_64.png differ diff --git a/all_attention_embed/output_0_65.png b/all_attention_embed/output_0_65.png new file mode 100644 index 0000000000000000000000000000000000000000..e625dd7a16cbaf41d0765571082e9c107e7c660e Binary files /dev/null and b/all_attention_embed/output_0_65.png differ diff --git a/all_attention_embed/output_0_66.png b/all_attention_embed/output_0_66.png new file mode 100644 index 0000000000000000000000000000000000000000..b958f4f7e6c153432e39742fca8bcba0ec02b7f0 Binary files /dev/null and b/all_attention_embed/output_0_66.png differ diff --git a/all_attention_embed/output_0_67.png b/all_attention_embed/output_0_67.png new file mode 100644 index 0000000000000000000000000000000000000000..41007e07b2ee2b468618dbb814ed57a7476cd2d6 Binary files /dev/null and b/all_attention_embed/output_0_67.png differ diff --git a/all_attention_embed/output_0_68.png b/all_attention_embed/output_0_68.png new file mode 100644 index 0000000000000000000000000000000000000000..d06a342edc45ae804b23629dbb14406c591f74a6 Binary files /dev/null and b/all_attention_embed/output_0_68.png differ diff --git a/all_attention_embed/output_0_69.png b/all_attention_embed/output_0_69.png new file mode 100644 index 0000000000000000000000000000000000000000..fa282beda4e3d0892d3933bb34a3a89526b7396b Binary files /dev/null and b/all_attention_embed/output_0_69.png differ diff --git a/all_attention_embed/output_0_7.png b/all_attention_embed/output_0_7.png new file mode 100644 index 0000000000000000000000000000000000000000..d5e57b77c9c3406e74d34c730f184a2b1c376a22 Binary files /dev/null and b/all_attention_embed/output_0_7.png differ diff --git a/all_attention_embed/output_0_70.png b/all_attention_embed/output_0_70.png new file mode 100644 index 0000000000000000000000000000000000000000..34b55e6d46a9ce34029a80ad4eac45d71cdf5930 Binary files /dev/null and b/all_attention_embed/output_0_70.png differ diff --git a/all_attention_embed/output_0_71.png b/all_attention_embed/output_0_71.png new file mode 100644 index 0000000000000000000000000000000000000000..2a1830c997b543edcf54c430a91708482117625b Binary files /dev/null and b/all_attention_embed/output_0_71.png differ diff --git a/all_attention_embed/output_0_72.png b/all_attention_embed/output_0_72.png new file mode 100644 index 0000000000000000000000000000000000000000..35745b8f5bf3cd96f4a750cebf42574d4dec1558 Binary files /dev/null and b/all_attention_embed/output_0_72.png differ diff --git a/all_attention_embed/output_0_73.png b/all_attention_embed/output_0_73.png new file mode 100644 index 0000000000000000000000000000000000000000..f7032d6a014bbd0329709a91badfc8bbf1d0eb64 Binary files /dev/null and b/all_attention_embed/output_0_73.png differ diff --git a/all_attention_embed/output_0_74.png b/all_attention_embed/output_0_74.png new file mode 100644 index 0000000000000000000000000000000000000000..a95886053de1ded82467c609d77ab684d9102421 Binary files /dev/null and b/all_attention_embed/output_0_74.png differ diff --git a/all_attention_embed/output_0_75.png b/all_attention_embed/output_0_75.png new file mode 100644 index 0000000000000000000000000000000000000000..4efa6222e4702acf14cc9f69f43c28abb4f35fdc Binary files /dev/null and b/all_attention_embed/output_0_75.png differ diff --git a/all_attention_embed/output_0_76.png b/all_attention_embed/output_0_76.png new file mode 100644 index 0000000000000000000000000000000000000000..961206d7d23080c9464c904f2baf5f52546211fb Binary files /dev/null and b/all_attention_embed/output_0_76.png differ diff --git a/all_attention_embed/output_0_77.png b/all_attention_embed/output_0_77.png new file mode 100644 index 0000000000000000000000000000000000000000..5a8f91de4f0f3721d152fa934eca2e281c0abf76 Binary files /dev/null and b/all_attention_embed/output_0_77.png differ diff --git a/all_attention_embed/output_0_78.png b/all_attention_embed/output_0_78.png new file mode 100644 index 0000000000000000000000000000000000000000..8706be40c3e30958de233de49447de19e1e49b37 Binary files /dev/null and b/all_attention_embed/output_0_78.png differ diff --git a/all_attention_embed/output_0_79.png b/all_attention_embed/output_0_79.png new file mode 100644 index 0000000000000000000000000000000000000000..b20794dd1de8fdc92f5df2fa2941c4b6ab7e8dca Binary files /dev/null and b/all_attention_embed/output_0_79.png differ diff --git a/all_attention_embed/output_0_8.png b/all_attention_embed/output_0_8.png new file mode 100644 index 0000000000000000000000000000000000000000..a91af3d61c8a3f17eb40c5009fcb46cbd19b7431 Binary files /dev/null and b/all_attention_embed/output_0_8.png differ diff --git a/all_attention_embed/output_0_80.png b/all_attention_embed/output_0_80.png new file mode 100644 index 0000000000000000000000000000000000000000..866c4fc6b41a5f391c15ad02866d7b95f91d2114 Binary files /dev/null and b/all_attention_embed/output_0_80.png differ diff --git a/all_attention_embed/output_0_81.png b/all_attention_embed/output_0_81.png new file mode 100644 index 0000000000000000000000000000000000000000..562f59da0cc8b079c559424ee5ca78d0594c9989 Binary files /dev/null and b/all_attention_embed/output_0_81.png differ diff --git a/all_attention_embed/output_0_82.png b/all_attention_embed/output_0_82.png new file mode 100644 index 0000000000000000000000000000000000000000..8abd6e8404989c78b64b62117c1989c160cf55f4 Binary files /dev/null and b/all_attention_embed/output_0_82.png differ diff --git a/all_attention_embed/output_0_83.png b/all_attention_embed/output_0_83.png new file mode 100644 index 0000000000000000000000000000000000000000..7ad0795d1619e84674df329ffa27de3f294cace1 Binary files /dev/null and b/all_attention_embed/output_0_83.png differ diff --git a/all_attention_embed/output_0_84.png b/all_attention_embed/output_0_84.png new file mode 100644 index 0000000000000000000000000000000000000000..c8b498231273d038670e62581f6b6222fc84801c Binary files /dev/null and b/all_attention_embed/output_0_84.png differ diff --git a/all_attention_embed/output_0_85.png b/all_attention_embed/output_0_85.png new file mode 100644 index 0000000000000000000000000000000000000000..61f23ee8886ab5dde9d19ee1e21b656b910e0f70 Binary files /dev/null and b/all_attention_embed/output_0_85.png differ diff --git a/all_attention_embed/output_0_86.png b/all_attention_embed/output_0_86.png new file mode 100644 index 0000000000000000000000000000000000000000..9e7fdbc2e0daff673959b9d4b17790235d3057cf Binary files /dev/null and b/all_attention_embed/output_0_86.png differ diff --git a/all_attention_embed/output_0_87.png b/all_attention_embed/output_0_87.png new file mode 100644 index 0000000000000000000000000000000000000000..3ae2ad1555b5a9f374d7187bdfd576c1cfc9b9a2 Binary files /dev/null and b/all_attention_embed/output_0_87.png differ diff --git a/all_attention_embed/output_0_88.png b/all_attention_embed/output_0_88.png new file mode 100644 index 0000000000000000000000000000000000000000..07231380e488134e9820175110c41cd2ac743574 Binary files /dev/null and b/all_attention_embed/output_0_88.png differ diff --git a/all_attention_embed/output_0_89.png b/all_attention_embed/output_0_89.png new file mode 100644 index 0000000000000000000000000000000000000000..3bc8631a66ad590904785ce5a369e59d116ad171 Binary files /dev/null and b/all_attention_embed/output_0_89.png differ diff --git a/all_attention_embed/output_0_9.png b/all_attention_embed/output_0_9.png new file mode 100644 index 0000000000000000000000000000000000000000..5efb19c19fca3139f06a894c2213915575a0dbb0 Binary files /dev/null and b/all_attention_embed/output_0_9.png differ diff --git a/all_attention_embed/output_0_90.png b/all_attention_embed/output_0_90.png new file mode 100644 index 0000000000000000000000000000000000000000..1b6420ce6a316eab0042ca656f972ade587e8c2e Binary files /dev/null and b/all_attention_embed/output_0_90.png differ diff --git a/all_attention_embed/output_0_91.png b/all_attention_embed/output_0_91.png new file mode 100644 index 0000000000000000000000000000000000000000..84f71ed5488cedaa20de07fa491966c756a1864b Binary files /dev/null and b/all_attention_embed/output_0_91.png differ diff --git a/all_attention_embed/output_0_92.png b/all_attention_embed/output_0_92.png new file mode 100644 index 0000000000000000000000000000000000000000..e0e22066f9a8981ef44256e5110ff61e97258dc9 Binary files /dev/null and b/all_attention_embed/output_0_92.png differ diff --git a/all_attention_embed/output_0_93.png b/all_attention_embed/output_0_93.png new file mode 100644 index 0000000000000000000000000000000000000000..8446148d78094e860e59c5cf76057bac7d42e201 Binary files /dev/null and b/all_attention_embed/output_0_93.png differ diff --git a/all_attention_embed/output_0_94.png b/all_attention_embed/output_0_94.png new file mode 100644 index 0000000000000000000000000000000000000000..566bd4dc962e71d7b2d189c5da70d7a6d0ae3a64 Binary files /dev/null and b/all_attention_embed/output_0_94.png differ diff --git a/all_attention_embed/output_0_95.png b/all_attention_embed/output_0_95.png new file mode 100644 index 0000000000000000000000000000000000000000..a6f14c67f7765720b8a5a6253aec17c7b1f08b13 Binary files /dev/null and b/all_attention_embed/output_0_95.png differ diff --git a/all_attention_embed/output_0_96.png b/all_attention_embed/output_0_96.png new file mode 100644 index 0000000000000000000000000000000000000000..033a7b1acf4b712d1f74cd3a1ec2b89fc0282db4 Binary files /dev/null and b/all_attention_embed/output_0_96.png differ diff --git a/all_attention_embed/output_0_97.png b/all_attention_embed/output_0_97.png new file mode 100644 index 0000000000000000000000000000000000000000..0d7ffea93c6e1166ab6503709edd1861125b3570 Binary files /dev/null and b/all_attention_embed/output_0_97.png differ diff --git a/all_attention_embed/output_0_98.png b/all_attention_embed/output_0_98.png new file mode 100644 index 0000000000000000000000000000000000000000..d3dd10ce6d512b701299826f23fe3d0cf857dbbc Binary files /dev/null and b/all_attention_embed/output_0_98.png differ diff --git a/all_attention_embed/output_0_99.png b/all_attention_embed/output_0_99.png new file mode 100644 index 0000000000000000000000000000000000000000..1d4e8bbb69ee005cc558f173937575dd3c4f50b5 Binary files /dev/null and b/all_attention_embed/output_0_99.png differ diff --git a/attn_maps_color/output_0_0.png b/attn_maps_color/output_0_0.png new file mode 100644 index 0000000000000000000000000000000000000000..34672ed71ec395eaa898e9073fed8422a9b24270 Binary files /dev/null and b/attn_maps_color/output_0_0.png differ diff --git a/attn_maps_color/output_100_0.png b/attn_maps_color/output_100_0.png new file mode 100644 index 0000000000000000000000000000000000000000..f3d48d0fb915f49056b6008271ff74fec6ac0278 Binary files /dev/null and b/attn_maps_color/output_100_0.png differ diff --git a/attn_maps_color/output_150_0.png b/attn_maps_color/output_150_0.png new file mode 100644 index 0000000000000000000000000000000000000000..f3a0caf118ab8e7290a808343b7bf56088156a1e Binary files /dev/null and b/attn_maps_color/output_150_0.png differ diff --git a/attn_maps_color/output_200_0.png b/attn_maps_color/output_200_0.png new file mode 100644 index 0000000000000000000000000000000000000000..6000030e789750b889959351ccd657549d471a8c Binary files /dev/null and b/attn_maps_color/output_200_0.png differ diff --git a/attn_maps_color/output_50_0.png b/attn_maps_color/output_50_0.png new file mode 100644 index 0000000000000000000000000000000000000000..8e07ea7846e881b1a5d12f9d78bcc1ffaed4b772 Binary files /dev/null and b/attn_maps_color/output_50_0.png differ diff --git a/checkpoint-250/custom_checkpoint_0.pkl b/checkpoint-250/custom_checkpoint_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..02f810e0f61034c22bf08386b311e8b62713c430 --- /dev/null +++ b/checkpoint-250/custom_checkpoint_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e89460d5a6357933d1b86b35dcdd25994c5df6a2a20e226af55125bac5e3b6d +size 102248605 diff --git a/checkpoint-250/model.safetensors b/checkpoint-250/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..93b0c10458a406d663f35f81635ba3e553e35ef1 --- /dev/null +++ b/checkpoint-250/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4cadb92212a82a1360c950c3aab53e2c77cf9c07a0890e9e7d42a91370bc924 +size 102241440 diff --git a/checkpoint-250/model_1.safetensors b/checkpoint-250/model_1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1c383884abdecc9f35aa9e006f64a5c3e394f94c --- /dev/null +++ b/checkpoint-250/model_1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5cf3f5b977da639b0c7aac0ec1356c9d9c2c7e1cfad78870907d04cb5287d72e +size 1361600400 diff --git a/checkpoint-250/optimizer.bin b/checkpoint-250/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..d4896e5a82a318422ee38ae4eff22c2e8af8a6cd --- /dev/null +++ b/checkpoint-250/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bce480a91c191318554e0b492354d66e97019ba93687abba396a4b87df99df5 +size 609258566 diff --git a/checkpoint-250/random_states_0.pkl b/checkpoint-250/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..9ff7e0045fea4ca412553e2eca13cfa03e26296e --- /dev/null +++ b/checkpoint-250/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56c53e8075505a5dfc0fabd4f24b9d7fd2bcd4946dd7edf4bd28e266444cb199 +size 14663 diff --git a/checkpoint-250/scheduler.bin b/checkpoint-250/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..062f321ebc0bb07255daacbef79efe83009991fd --- /dev/null +++ b/checkpoint-250/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c54c7dfa0981e4f3405702dde32f7c139b056257f5c201760ea6fbfb47a4b1d7 +size 563 diff --git a/concepts_list.json b/concepts_list.json new file mode 100644 index 0000000000000000000000000000000000000000..606d2ca2ba6c487139a8efba659f08e659db9db9 --- /dev/null +++ b/concepts_list.json @@ -0,0 +1 @@ +[{"instance_prompt": "photo of a cat", "class_prompt": null, "instance_data_dir": "/home/xide/miniconda3/code/diffusers/examples/custom_diffusion/data/adv4train/photoguard/diffusion_attack", "class_data_dir": null}] \ No newline at end of file diff --git a/latents_added/added_latent_0_0_channel_0.png b/latents_added/added_latent_0_0_channel_0.png new file mode 100644 index 0000000000000000000000000000000000000000..075f486158c6385aaad52b09c27c35abd0c620c1 Binary files /dev/null and b/latents_added/added_latent_0_0_channel_0.png differ diff --git a/latents_added/added_latent_0_0_channel_1.png b/latents_added/added_latent_0_0_channel_1.png new file mode 100644 index 0000000000000000000000000000000000000000..34b0d0ab272e8eac320328ec871690f3816928ae Binary files /dev/null and b/latents_added/added_latent_0_0_channel_1.png differ diff --git a/latents_added/added_latent_0_0_channel_2.png b/latents_added/added_latent_0_0_channel_2.png new file mode 100644 index 0000000000000000000000000000000000000000..a4eec00e022cdea1b1e846b98b4edb92da9cc7eb Binary files /dev/null and b/latents_added/added_latent_0_0_channel_2.png differ diff --git a/latents_added/added_latent_0_0_channel_3.png b/latents_added/added_latent_0_0_channel_3.png new file mode 100644 index 0000000000000000000000000000000000000000..e2a25b1580af69dbe17ad3c62a301bfcfad276ff Binary files /dev/null and b/latents_added/added_latent_0_0_channel_3.png differ diff --git a/latents_added/added_latent_0_0_merged.png b/latents_added/added_latent_0_0_merged.png new file mode 100644 index 0000000000000000000000000000000000000000..d69581b30e64e4bd35738e39ea4aff3c4be7822f Binary files /dev/null and b/latents_added/added_latent_0_0_merged.png differ diff --git a/latents_added/added_latent_100_0_channel_0.png b/latents_added/added_latent_100_0_channel_0.png new file mode 100644 index 0000000000000000000000000000000000000000..349c8c1912a1bb4f756eee1ea2e0d2e4e7316adf Binary files /dev/null and b/latents_added/added_latent_100_0_channel_0.png differ diff --git a/latents_added/added_latent_100_0_channel_1.png b/latents_added/added_latent_100_0_channel_1.png new file mode 100644 index 0000000000000000000000000000000000000000..38b7969121314629451e6d5d06baa688d583a0e5 Binary files /dev/null and b/latents_added/added_latent_100_0_channel_1.png differ diff --git a/latents_added/added_latent_100_0_channel_2.png b/latents_added/added_latent_100_0_channel_2.png new file mode 100644 index 0000000000000000000000000000000000000000..8fb3a01cc0ea71c8876151a451279599bebd6a1a Binary files /dev/null and b/latents_added/added_latent_100_0_channel_2.png differ diff --git a/latents_added/added_latent_100_0_channel_3.png b/latents_added/added_latent_100_0_channel_3.png new file mode 100644 index 0000000000000000000000000000000000000000..b8cadbea181d1d5d341d24d7bd0e97977b2d2351 Binary files /dev/null and b/latents_added/added_latent_100_0_channel_3.png differ diff --git a/latents_added/added_latent_100_0_merged.png b/latents_added/added_latent_100_0_merged.png new file mode 100644 index 0000000000000000000000000000000000000000..63f12c62a3fa3ce2a80c51e0d46075887998b183 Binary files /dev/null and b/latents_added/added_latent_100_0_merged.png differ diff --git a/latents_added/added_latent_150_0_channel_0.png b/latents_added/added_latent_150_0_channel_0.png new file mode 100644 index 0000000000000000000000000000000000000000..766d1d32ab99bab5f859117766ae3760fd77c86e Binary files /dev/null and b/latents_added/added_latent_150_0_channel_0.png differ diff --git a/latents_added/added_latent_150_0_channel_1.png b/latents_added/added_latent_150_0_channel_1.png new file mode 100644 index 0000000000000000000000000000000000000000..bb46c4b32d5bfba32b1f5b1ba8dc73ab7eb20ec4 Binary files /dev/null and b/latents_added/added_latent_150_0_channel_1.png differ diff --git a/latents_added/added_latent_150_0_channel_2.png b/latents_added/added_latent_150_0_channel_2.png new file mode 100644 index 0000000000000000000000000000000000000000..d8b3c3df88f921b9e1a05cfa366e9c95a06c2a6e Binary files /dev/null and b/latents_added/added_latent_150_0_channel_2.png differ diff --git a/latents_added/added_latent_150_0_channel_3.png b/latents_added/added_latent_150_0_channel_3.png new file mode 100644 index 0000000000000000000000000000000000000000..14f9d2e220d69f821f44447a1400b54c82ce09fb Binary files /dev/null and b/latents_added/added_latent_150_0_channel_3.png differ diff --git a/latents_added/added_latent_150_0_merged.png b/latents_added/added_latent_150_0_merged.png new file mode 100644 index 0000000000000000000000000000000000000000..c0ddb0b11f04f75ee04af777f079a9fff6c4c9a5 Binary files /dev/null and b/latents_added/added_latent_150_0_merged.png differ diff --git a/latents_added/added_latent_200_0_channel_0.png b/latents_added/added_latent_200_0_channel_0.png new file mode 100644 index 0000000000000000000000000000000000000000..1614f5823031af38cc586e0cbd6c30fd42aee9a3 Binary files /dev/null and b/latents_added/added_latent_200_0_channel_0.png differ diff --git a/latents_added/added_latent_200_0_channel_1.png b/latents_added/added_latent_200_0_channel_1.png new file mode 100644 index 0000000000000000000000000000000000000000..182bbc2261b49a1ceb835c6609432eedb64dd051 Binary files /dev/null and b/latents_added/added_latent_200_0_channel_1.png differ diff --git a/latents_added/added_latent_200_0_channel_2.png b/latents_added/added_latent_200_0_channel_2.png new file mode 100644 index 0000000000000000000000000000000000000000..3b5c62fdcc01e1f8fea0cd11066b6993c0584d33 Binary files /dev/null and b/latents_added/added_latent_200_0_channel_2.png differ diff --git a/latents_added/added_latent_200_0_channel_3.png b/latents_added/added_latent_200_0_channel_3.png new file mode 100644 index 0000000000000000000000000000000000000000..622a83393c072a2686943f21b4827841026b220f Binary files /dev/null and b/latents_added/added_latent_200_0_channel_3.png differ diff --git a/latents_added/added_latent_200_0_merged.png b/latents_added/added_latent_200_0_merged.png new file mode 100644 index 0000000000000000000000000000000000000000..5f681aea5690cd17db57614637453973d622190d Binary files /dev/null and b/latents_added/added_latent_200_0_merged.png differ diff --git a/latents_added/added_latent_249_0_channel_0.png b/latents_added/added_latent_249_0_channel_0.png new file mode 100644 index 0000000000000000000000000000000000000000..3a91f80243348d73431d79de9edcd6b3fde51f3d Binary files /dev/null and b/latents_added/added_latent_249_0_channel_0.png differ diff --git a/latents_added/added_latent_249_0_channel_1.png b/latents_added/added_latent_249_0_channel_1.png new file mode 100644 index 0000000000000000000000000000000000000000..6b188614cec8b4fedfebd5d2dff0790548b76f25 Binary files /dev/null and b/latents_added/added_latent_249_0_channel_1.png differ diff --git a/latents_added/added_latent_249_0_channel_2.png b/latents_added/added_latent_249_0_channel_2.png new file mode 100644 index 0000000000000000000000000000000000000000..359cf602b1f467fa355f4bdca23f64f3d457d215 Binary files /dev/null and b/latents_added/added_latent_249_0_channel_2.png differ diff --git a/latents_added/added_latent_249_0_channel_3.png b/latents_added/added_latent_249_0_channel_3.png new file mode 100644 index 0000000000000000000000000000000000000000..d7b77ed317691fb2cbd5b68feaab36a97562bdf8 Binary files /dev/null and b/latents_added/added_latent_249_0_channel_3.png differ diff --git a/latents_added/added_latent_249_0_merged.png b/latents_added/added_latent_249_0_merged.png new file mode 100644 index 0000000000000000000000000000000000000000..621cbda727fed8d196f3d07cd6e08142252215ed Binary files /dev/null and b/latents_added/added_latent_249_0_merged.png differ diff --git a/latents_added/added_latent_50_0_channel_0.png b/latents_added/added_latent_50_0_channel_0.png new file mode 100644 index 0000000000000000000000000000000000000000..bd662f3206e2c41c6fe7091731c85ccb8bd883ae Binary files /dev/null and b/latents_added/added_latent_50_0_channel_0.png differ diff --git a/latents_added/added_latent_50_0_channel_1.png b/latents_added/added_latent_50_0_channel_1.png new file mode 100644 index 0000000000000000000000000000000000000000..36f98f2088e15781839c515b3fcd6c864a98cad3 Binary files /dev/null and b/latents_added/added_latent_50_0_channel_1.png differ diff --git a/latents_added/added_latent_50_0_channel_2.png b/latents_added/added_latent_50_0_channel_2.png new file mode 100644 index 0000000000000000000000000000000000000000..d7a77700d09178a40cf51d23d9d6ec8b14fd1a26 Binary files /dev/null and b/latents_added/added_latent_50_0_channel_2.png differ diff --git a/latents_added/added_latent_50_0_channel_3.png b/latents_added/added_latent_50_0_channel_3.png new file mode 100644 index 0000000000000000000000000000000000000000..70f8e87c8f2cadd855931aaffe383f04f9329398 Binary files /dev/null and b/latents_added/added_latent_50_0_channel_3.png differ diff --git a/latents_added/added_latent_50_0_merged.png b/latents_added/added_latent_50_0_merged.png new file mode 100644 index 0000000000000000000000000000000000000000..38415cd8c126f18359df698f24ae4151920555b2 Binary files /dev/null and b/latents_added/added_latent_50_0_merged.png differ diff --git a/logs/custom-diffusion/1718969363.7388346/events.out.tfevents.1718969363.cudahpc06.665315.1 b/logs/custom-diffusion/1718969363.7388346/events.out.tfevents.1718969363.cudahpc06.665315.1 new file mode 100644 index 0000000000000000000000000000000000000000..2adb040e86e43df2f13fb1da81e85c06e3054abb --- /dev/null +++ b/logs/custom-diffusion/1718969363.7388346/events.out.tfevents.1718969363.cudahpc06.665315.1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5892bf1d53e558ae5981bf78950f91a15234cc84f1c36a6a3e242184b0a30e0f +size 3290 diff --git a/logs/custom-diffusion/1718969363.740846/hparams.yml b/logs/custom-diffusion/1718969363.740846/hparams.yml new file mode 100644 index 0000000000000000000000000000000000000000..b852cbbab5a8aad7c26263d9e4f92c26b291535d --- /dev/null +++ b/logs/custom-diffusion/1718969363.740846/hparams.yml @@ -0,0 +1,65 @@ +adam_beta1: 0.9 +adam_beta2: 0.999 +adam_epsilon: 1.0e-08 +adam_weight_decay: 0.01 +adding_mist_befor_vae: true +adding_noise: true +allow_tf32: false +attn_maps_path_name: attn_maps_color +center_crop: false +checkpointing_steps: 250 +checkpoints_total_limit: null +class_data_dir: null +class_prompt: null +concepts_list: null +dataloader_num_workers: 2 +enable_xformers_memory_efficient_attention: false +freeze_model: crossattn_kv +gradient_accumulation_steps: 1 +gradient_checkpointing: false +hflip: true +hub_model_id: null +hub_token: null +initializer_token: ktn +instance_data_dir: /home/xide/miniconda3/code/diffusers/examples/custom_diffusion/data/adv4train/photoguard/diffusion_attack +instance_prompt: photo of a cat +latent_disturb_eps: 0.0078 +latent_disturb_type: mist +learning_rate: 1.0e-05 +local_rank: -1 +logging_dir: logs +lr_scheduler: constant +lr_warmup_steps: 0 +max_grad_norm: 1.0 +max_train_steps: 250 +mist_dir: /home/xide/miniconda3/code/Attack/mist2-wk/data/adv_img/mist/MIST.jpg +mixed_precision: null +modifier_token: +no_safe_serialization: true +noaug: false +num_class_images: 200 +num_train_epochs: 1 +num_validation_images: 2 +output_dir: /home/xide/miniconda3/code/diffusers/examples/custom_diffusion/model/photoguard/diffusion_attack_cat_background +photoguard: true +photoguard_mode: encoder +pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base +prior_generation_precision: null +prior_loss_weight: 0 +push_to_hub: true +real_prior: false +report_to: tensorboard +resolution: 512 +resume_from_checkpoint: null +revision: null +sample_batch_size: 4 +scale_lr: true +seed: 42 +set_grads_to_none: false +tokenizer_name: null +train_batch_size: 2 +use_8bit_adam: false +validation_prompt: null +validation_steps: 50 +variant: null +with_prior_preservation: false diff --git a/logs/custom-diffusion/1718969480.4234924/events.out.tfevents.1718969480.cudahpc06.691096.1 b/logs/custom-diffusion/1718969480.4234924/events.out.tfevents.1718969480.cudahpc06.691096.1 new file mode 100644 index 0000000000000000000000000000000000000000..157c79126f0b14e3ed3a82d0451594f69cd7def3 --- /dev/null +++ b/logs/custom-diffusion/1718969480.4234924/events.out.tfevents.1718969480.cudahpc06.691096.1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebb54f8bf940326bdcfb93d0303b8b5a71085e683f7567aa669ad21f4fa8811c +size 3290 diff --git a/logs/custom-diffusion/1718969480.4252095/hparams.yml b/logs/custom-diffusion/1718969480.4252095/hparams.yml new file mode 100644 index 0000000000000000000000000000000000000000..7796084509ed28c2f506976f33c8bd64e19ee303 --- /dev/null +++ b/logs/custom-diffusion/1718969480.4252095/hparams.yml @@ -0,0 +1,65 @@ +adam_beta1: 0.9 +adam_beta2: 0.999 +adam_epsilon: 1.0e-08 +adam_weight_decay: 0.01 +adding_mist_befor_vae: true +adding_noise: true +allow_tf32: false +attn_maps_path_name: attn_maps_color +center_crop: false +checkpointing_steps: 250 +checkpoints_total_limit: null +class_data_dir: null +class_prompt: null +concepts_list: null +dataloader_num_workers: 2 +enable_xformers_memory_efficient_attention: false +freeze_model: crossattn_kv +gradient_accumulation_steps: 1 +gradient_checkpointing: false +hflip: true +hub_model_id: null +hub_token: null +initializer_token: ktn +instance_data_dir: /home/xide/miniconda3/code/diffusers/examples/custom_diffusion/data/adv4train/photoguard/diffusion_attack +instance_prompt: photo of a cat +latent_disturb_eps: 0.0078 +latent_disturb_type: mist +learning_rate: 1.0e-05 +local_rank: -1 +logging_dir: logs +lr_scheduler: constant +lr_warmup_steps: 0 +max_grad_norm: 1.0 +max_train_steps: 250 +mist_dir: /home/xide/miniconda3/code/Attack/mist2-wk/data/adv_img/mist/MIST.jpg +mixed_precision: null +modifier_token: +no_safe_serialization: true +noaug: false +num_class_images: 200 +num_train_epochs: 1 +num_validation_images: 2 +output_dir: /home/xide/miniconda3/code/diffusers/examples/custom_diffusion/model/photoguard/diffusion_attack_cat_background +photoguard: false +photoguard_mode: encoder +pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base +prior_generation_precision: null +prior_loss_weight: 0 +push_to_hub: true +real_prior: false +report_to: tensorboard +resolution: 512 +resume_from_checkpoint: null +revision: null +sample_batch_size: 4 +scale_lr: true +seed: 42 +set_grads_to_none: false +tokenizer_name: null +train_batch_size: 2 +use_8bit_adam: false +validation_prompt: null +validation_steps: 50 +variant: null +with_prior_preservation: false diff --git a/logs/custom-diffusion/events.out.tfevents.1718969363.cudahpc06.665315.0 b/logs/custom-diffusion/events.out.tfevents.1718969363.cudahpc06.665315.0 new file mode 100644 index 0000000000000000000000000000000000000000..b1ed8073d107abde8f39fd500722402b07640ef2 --- /dev/null +++ b/logs/custom-diffusion/events.out.tfevents.1718969363.cudahpc06.665315.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb8dbde6af66b9567bb58b72327d6c892094fce042c379b8a818556d00c3cb12 +size 88 diff --git a/logs/custom-diffusion/events.out.tfevents.1718969480.cudahpc06.691096.0 b/logs/custom-diffusion/events.out.tfevents.1718969480.cudahpc06.691096.0 new file mode 100644 index 0000000000000000000000000000000000000000..207be8ece6e00d49768793ac7e8b4b5de41c9e34 --- /dev/null +++ b/logs/custom-diffusion/events.out.tfevents.1718969480.cudahpc06.691096.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3918a724eb2afcd5235d2fb601682a4440c7d1ccd583595168155f08a34dc26f +size 20834 diff --git a/pytorch_custom_diffusion_weights.bin b/pytorch_custom_diffusion_weights.bin new file mode 100644 index 0000000000000000000000000000000000000000..f17ee0b319ebbfd207cc886ffb58a42fe701aa4c --- /dev/null +++ b/pytorch_custom_diffusion_weights.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0483fb80f9404d19f279f456228e28cbda77dcf0e3e9a8297f6f8dba1a7e2d3 +size 102250391 diff --git a/train.sh b/train.sh new file mode 100644 index 0000000000000000000000000000000000000000..3ac14132238d044929d9cc085a31c37775d49813 --- /dev/null +++ b/train.sh @@ -0,0 +1,74 @@ +# export CUDA_VISIBLE_DEVICES=4 + +# python train_custom_diffusion.py \ +# --pretrained_model_name_or_path=stabilityai/stable-diffusion-2-1-base \ +# --num_class_images=200 \ +# --resolution=512 \ +# --train_batch_size=2 \ +# --learning_rate=1e-5 \ +# --lr_warmup_steps=0 \ +# --max_train_steps=250 \ +# --scale_lr \ +# --hflip \ +# --real_prior \ +# --with_prior_preservation \ +# --prior_loss_weight=1.0 \ +# --class_data_dir "/home/xide/miniconda3/code/diffusers/examples/custom_diffusion/real_reg/samples_dog" \ +# --modifier_token "" \ +# --initializer_token "ktn+pll+ucd" \ +# --push_to_hub \ +# --class_prompt="dog" \ +# --prior_loss_weight=0 \ +# --instance_prompt="photo of a dog" \ +# --output_dir="/home/xide/miniconda3/code/diffusers/examples/custom_diffusion/model/attn_maps-color_sandesh-dog-clean" \ +# --instance_data_dir="/home/xide/miniconda3/code/Attack/mist2-wk/data/single/clean/dog" +# # --instance_data_dir="/home/xide/miniconda3/code/diffusers/examples/custom_diffusion/data/single-data/dog" \ + + +export CUDA_VISIBLE_DEVICES=6 + +# export INSTANCE_DATA_DIR="/home/xide/miniconda3/code/Attack/mist2-wk/data/single/clean/cat" +export INSTANCE_DATA_DIR="/home/xide/miniconda3/code/diffusers/examples/custom_diffusion/data/adv4train/photoguard/diffusion_attack" + +export OUTPUT_DIR="/home/xide/miniconda3/code/diffusers/examples/custom_diffusion/model/photoguard/diffusion_attack_cat_background" +# export OUTPUT_DIR="/home/xide/miniconda3/code/diffusers/examples/custom_diffusion/model/add_noise_at_latent_levle/random_sample_noise/clean_cat" +# export OUTPUT_DIR="/home/xide/miniconda3/code/diffusers/examples/custom_diffusion/model/debug" +# _prompt_no_cat + +# --instance_data_dir="/home/xide/miniconda3/code/Attack/mist2-wk/data/single/clean/cat" \ # clean cat +# --instance_data_dir="/home/xide/miniconda3/code/data/Attack/mist/cat/pgd_8" # mist cat +# --initializer_token "ktn+pll+ucd" \ + +python train_custom_diffusion.py \ + --pretrained_model_name_or_path=stabilityai/stable-diffusion-2-1-base \ + --resolution=512 \ + --train_batch_size=2 \ + --learning_rate=1e-5 \ + --lr_warmup_steps=0 \ + --max_train_steps=250 \ + --scale_lr \ + --hflip \ + --modifier_token "" \ + --initializer_token "ktn" \ + --push_to_hub \ + --instance_prompt="photo of a cat" \ + --attn_maps_path_name="attn_maps_color" \ + --output_dir=$OUTPUT_DIR \ + --instance_data_dir=$INSTANCE_DATA_DIR \ + --mist_dir="/home/xide/miniconda3/code/Attack/mist2-wk/data/adv_img/mist/MIST.jpg" \ + --latent_disturb_type="mist" \ + --latent_disturb_eps=0.0078 \ + --adding_mist_befor_vae=False \ + --adding_noise=False \ + --photoguard=False \ + --photoguard_mode="" \ # "encoder" + + # --real_prior \ + # --with_prior_preservation \ + # --prior_loss_weight=1.0 \ + # --class_data_dir "/home/xide/miniconda3/code/diffusers/examples/custom_diffusion/real_reg/samples_cat" \ + # --num_class_images=200 \ + # --class_prompt="cat" \ + + +cp "/home/xide/miniconda3/code/diffusers/examples/custom_diffusion/train-single.sh" "$OUTPUT_DIR/train.sh"