codeShare
/

JupyterNotebooks

Model card Files Files and versions

xet

Community

codeShare commited on Sep 17, 2024

Commit

3957ca7

verified ·

1 Parent(s): 97f05ea

Upload sd_token_similarity_calculator.ipynb

Browse files

Files changed (1) hide show

sd_token_similarity_calculator.ipynb +134 -116

sd_token_similarity_calculator.ipynb CHANGED Viewed

@@ -126,7 +126,7 @@
         "colab": {
           "base_uri": "https://localhost:8080/"
         },
-        "outputId": "8653ac7e-7f98-41bf-9f70-23e2ca939029"
       },
       "execution_count": 1,
       "outputs": [
@@ -136,13 +136,13 @@
           "text": [
             "/content\n",
             "Cloning into 'text-to-image-prompts'...\n",
-            "remote: Enumerating objects: 745, done.\u001b[K\n",
-            "remote: Counting objects: 100% (742/742), done.\u001b[K\n",
-            "remote: Compressing objects: 100% (714/714), done.\u001b[K\n",
-            "remote: Total 745 (delta 129), reused 0 (delta 0), pack-reused 3 (from 1)\u001b[K\n",
-            "Receiving objects: 100% (745/745), 2.77 MiB | 4.90 MiB/s, done.\n",
-            "Resolving deltas: 100% (129/129), done.\n",
-            "Filtering content: 100% (122/122), 355.08 MiB | 40.31 MiB/s, done.\n"
           ]
         }
       ]
@@ -159,14 +159,18 @@
         "emojis = False # @param {\"type\":\"boolean\",\"placeholder\":\"😃\"}\n",
         "#------#\n",
         "\n",
         "celebs = False # @param {\"type\":\"boolean\",\"placeholder\":\"🆔👨\"}\n",
         "\n",
         "#These are borked\n",
-        "#celebs_young = False # @param {\"type\":\"boolean\",\"placeholder\":\"🔸\"}\n",
         "#-------#\n",
         "\n",
         "#-----#\n",
-        "female_fullnames = True # @param {\"type\":\"boolean\",\"placeholder\":\"😃\"}\n",
         "debug = False\n",
         "\n",
         "#------#\n",
@@ -175,6 +179,20 @@
         "nA = 0\n",
         "#--------#\n",
         "\n",
         "\n",
         "if celebs:\n",
         "  url = '/content/text-to-image-prompts/names/celebs/mixed'\n",
@@ -239,9 +257,9 @@
         "colab": {
           "base_uri": "https://localhost:8080/"
         },
-        "outputId": "ba1b2d14-47e2-4ffa-ce7c-c62190db2664"
       },
-      "execution_count": 2,
       "outputs": [
         {
           "output_type": "stream",
@@ -309,7 +327,7 @@
       "cell_type": "code",
       "source": [
         "# @title 📝 Get Prompt text_encoding similarity to the pre-calc. text_encodings\n",
-        "prompt = \"Kiira Charle\" # @param {\"type\":\"string\",\"placeholder\":\"Write a prompt\"}\n",
         "\n",
         "from transformers import AutoTokenizer\n",
         "tokenizer = AutoTokenizer.from_pretrained(\"openai/clip-vit-large-patch14\", clean_up_tokenization_spaces = False)\n",
@@ -336,7 +354,7 @@
       "metadata": {
         "id": "xc-PbIYF428y"
       },
-      "execution_count": 5,
       "outputs": []
     },
     {
@@ -388,114 +406,114 @@
         "colab": {
           "base_uri": "https://localhost:8080/"
         },
-        "outputId": "638b64ca-932b-4788-889d-1a2cbf0923dc"
       },
-      "execution_count": 6,
       "outputs": [
         {
           "output_type": "stream",
           "name": "stdout",
           "text": [
-            "{Kiira Charle |\n",
-            "Mykira Kerkman |\n",
-            "Kiarah Childress |\n",
-            "Kiara Rosi |\n",
-            "Kristi Kindla |\n",
-            "Kiari Stelter |\n",
-            "Kristin Kha |\n",
-            "Ellese Gurrad |\n",
-            "Katlin Kiran |\n",
-            "Shanie Orrala |\n",
-            "Keilana Barrett |\n",
-            "Kerra Kempton |\n",
-            "Eliana Kieke |\n",
-            "Liana Bazarte |\n",
-            "Kristal Rosboril |\n",
-            "Kyia Kielmeyer |\n",
-            "Mykala Chait |\n",
-            "Mekayla Orear |\n",
-            "Anyshia Olsten |\n",
-            "Kristi Kessing |\n",
-            "Chantella Kersch |\n",
-            "Leana Kirbo |\n",
-            "Ela Kinnon |\n",
-            "Krissa Orzel |\n",
-            "Kyla Maraman |\n",
-            "Siarra Eidinger |\n",
-            "Lysha Kiehm |\n",
-            "Melisa Kintsel |\n",
-            "Krystal Gruger |\n",
-            "Kristell Sterett |\n",
-            "Keora Chastang |\n",
-            "Shyla Chioma |\n",
-            "Krysta Mariotti |\n",
-            "Alora Stenson |\n",
-            "Dreya Roski |\n",
-            "Chiara Kirkness |\n",
-            "Calia Kenoyer |\n",
-            "Alyissa Gulston |\n",
-            "Chiara Opie |\n",
-            "Kati Kezel |\n",
-            "Kaitlen Chiszar |\n",
-            "Kiaralee Ohyama |\n",
-            "Mishayla Barish |\n",
-            "Coralee Gruiger |\n",
-            "Kadynn Omara |\n",
-            "Mikaylah Kilbane |\n",
-            "Aliana Chai |\n",
-            "Rheya Bartling |\n",
-            "Carla Charlette |\n",
-            "Khiara Ruchti |\n",
-            "Tyiana Kirol |\n",
-            "Kristyna Rogosky |\n",
-            "Krystal Kinloch |\n",
-            "Dylana Stehr |\n",
-            "Kaira Gulnac |\n",
-            "Kaylia Barnason |\n",
-            "Aiyana Eddie |\n",
-            "Keiora Guerin |\n",
-            "Kiari Sterk |\n",
-            "Kiyanna Kilker |\n",
-            "Caitlyne Chrabasz |\n",
-            "Kiki Ollins |\n",
-            "Kierah Roewe |\n",
-            "Yomara Charvre |\n",
-            "Kierah Ruby |\n",
-            "Ciela Maria |\n",
-            "Ziana Olausen |\n",
-            "Alyissa Oregel |\n",
-            "Kassidie Oksen |\n",
-            "Charleigh Rolark |\n",
-            "Arilynn Ehigiator |\n",
-            "Kyleeann Chandler |\n",
-            "Seaira Stefanick |\n",
-            "Johnna Eliyas |\n",
-            "Lizabella Gruner |\n",
-            "Ceaira Marinez |\n",
-            "Keyra Roxbury |\n",
-            "Kyasha Ora |\n",
-            "Kadie Khay |\n",
-            "Aurea Ohren |\n",
-            "Kyala Basnett |\n",
-            "Ellisa Orzech |\n",
-            "Mikaila Christopher |\n",
-            "Keliah Stockman |\n",
-            "Alizea Kesley |\n",
-            "Ziana Choiniere |\n",
-            "Mikella Guercio |\n",
-            "Kiyanna Barreau |\n",
-            "Kaiyana Gurski |\n",
-            "Kyarah Stillinger |\n",
-            "Gizelle Oser |\n",
-            "Corina Charpia |\n",
-            "Kaydi Orabone |\n",
-            "Stella Orner |\n",
-            "Dylana Gurke |\n",
-            "Vanessa Kessner |\n",
-            "Caylie Kirmer |\n",
-            "Eliska Khn |\n",
-            "Kaiyah Royall |\n",
-            "Chaya Kessans }\n"
           ]
         }
       ]

         "colab": {
           "base_uri": "https://localhost:8080/"
         },
+        "outputId": "87487b44-9037-4adc-b978-b107be7854d1"
       },
       "execution_count": 1,
       "outputs": [
           "text": [
             "/content\n",
             "Cloning into 'text-to-image-prompts'...\n",
+            "remote: Enumerating objects: 1095, done.\u001b[K\n",
+            "remote: Counting objects: 100% (1092/1092), done.\u001b[K\n",
+            "remote: Compressing objects: 100% (1059/1059), done.\u001b[K\n",
+            "remote: Total 1095 (delta 147), reused 0 (delta 0), pack-reused 3 (from 1)\u001b[K\n",
+            "Receiving objects: 100% (1095/1095), 3.63 MiB | 5.75 MiB/s, done.\n",
+            "Resolving deltas: 100% (147/147), done.\n",
+            "Filtering content: 100% (275/275), 795.84 MiB | 45.49 MiB/s, done.\n"
           ]
         }
       ]
         "emojis = False # @param {\"type\":\"boolean\",\"placeholder\":\"😃\"}\n",
         "#------#\n",
         "\n",
+        "first_names = False # @param {\"type\":\"boolean\",\"placeholder\":\"🔹\"}\n",
+        "last_names = False # @param {\"type\":\"boolean\",\"placeholder\":\"🔸\"}\n",
+        "full_names = True # @param {\"type\":\"boolean\",\"placeholder\":\"😃\"}\n",
+        "\n",
         "celebs = False # @param {\"type\":\"boolean\",\"placeholder\":\"🆔👨\"}\n",
         "\n",
         "#These are borked\n",
+        "celebs_young = False # param {\"type\":\"boolean\",\"placeholder\":\"🔸\"}\n",
         "#-------#\n",
         "\n",
         "#-----#\n",
+        "female_fullnames = False # @param {\"type\":\"boolean\",\"placeholder\":\"😃\"}\n",
         "debug = False\n",
         "\n",
         "#------#\n",
         "nA = 0\n",
         "#--------#\n",
         "\n",
+        "if first_names:\n",
+        "  url = '/content/text-to-image-prompts/names/firstnames'\n",
+        "  prompts , text_encodings, nA = append_from_url(prompts , text_encodings, nA , url , '')\n",
+        "#--------#\n",
+        "\n",
+        "if last_names:\n",
+        "  url = '/content/text-to-image-prompts/names/lastnames'\n",
+        "  prompts , text_encodings, nA = append_from_url(prompts , text_encodings, nA , url , '')\n",
+        "#--------#\n",
+        "\n",
+        "if full_names:\n",
+        "  url = '/content/text-to-image-prompts/names/fullnames'\n",
+        "  prompts , text_encodings, nA = append_from_url(prompts , text_encodings, nA , url , '')\n",
+        "#--------#\n",
         "\n",
         "if celebs:\n",
         "  url = '/content/text-to-image-prompts/names/celebs/mixed'\n",
         "colab": {
           "base_uri": "https://localhost:8080/"
         },
+        "outputId": "03b73537-6081-452e-d1fa-8ff6de9f0bf0"
       },
+      "execution_count": 9,
       "outputs": [
         {
           "output_type": "stream",
       "cell_type": "code",
       "source": [
         "# @title 📝 Get Prompt text_encoding similarity to the pre-calc. text_encodings\n",
+        "prompt = \"Beyonce \" # @param {\"type\":\"string\",\"placeholder\":\"Write a prompt\"}\n",
         "\n",
         "from transformers import AutoTokenizer\n",
         "tokenizer = AutoTokenizer.from_pretrained(\"openai/clip-vit-large-patch14\", clean_up_tokenization_spaces = False)\n",
       "metadata": {
         "id": "xc-PbIYF428y"
       },
+      "execution_count": 10,
       "outputs": []
     },
     {
         "colab": {
           "base_uri": "https://localhost:8080/"
         },
+        "outputId": "ae8f6e6e-50b1-4de4-cc90-6874be10c46d"
       },
+      "execution_count": 11,
       "outputs": [
         {
           "output_type": "stream",
           "name": "stdout",
           "text": [
+            "{Onna Ealy |\n",
+            "Onye Guss |\n",
+            "Donae Guynup |\n",
+            "Lyfe Manry |\n",
+            "Tranae Keye |\n",
+            "Teyonce Orouke |\n",
+            "Kenley Kenndey |\n",
+            "Madysin Oki |\n",
+            "Sureya Marki |\n",
+            "Noriah Orff |\n",
+            "Abaigeal Roode |\n",
+            "Lyric Chasen |\n",
+            "Annel Ebe |\n",
+            "Mkya Kindall |\n",
+            "Tionni Chando |\n",
+            "Brin Baves |\n",
+            "Zene Marer |\n",
+            "Meeah Ehlke |\n",
+            "Beyah Cheeseman |\n",
+            "Leta Eddins |\n",
+            "Le Eady |\n",
+            "Maloree Onsurez |\n",
+            "Kmya Dyte |\n",
+            "Joya Marade |\n",
+            "Yasmyne Mante |\n",
+            "Su Kinn |\n",
+            "Tyese Marana |\n",
+            "Abish Barimah |\n",
+            "Shakia Stanke |\n",
+            "Casie Chanab |\n",
+            "Lyric Chepiga |\n",
+            "Bita Eapen |\n",
+            "Shanzay Bassi |\n",
+            "Halli Bealmear |\n",
+            "Kenyonna Barshaw |\n",
+            "Yu Basa |\n",
+            "Heaven Manka |\n",
+            "Shay Kinnu |\n",
+            "Annay Kepke |\n",
+            "Nyasia Rombs |\n",
+            "Hannan Okie |\n",
+            "Jaycie Bateh |\n",
+            "Dea Stillssr |\n",
+            "Rubee Dys |\n",
+            "Tationna Kesha |\n",
+            "Aanaya Keneally |\n",
+            "Meelah Onan |\n",
+            "Thang Rollf |\n",
+            "Zaynah Manera |\n",
+            "Bessy Oriley |\n",
+            "Candyce Bayn |\n",
+            "Reana Bary |\n",
+            "Abish Kenngott |\n",
+            "Raeann Chandesh |\n",
+            "Atiyah Guzy |\n",
+            "Nariah Markell |\n",
+            "Braxtyn Olah |\n",
+            "Keshara Baston |\n",
+            "Emonee Chautin |\n",
+            "Demiah Royle |\n",
+            "Breanda Keshishian |\n",
+            "Quynn Edmond |\n",
+            "Abigial Opet |\n",
+            "Alancia Channey |\n",
+            "Cashay Guyot |\n",
+            "Brenyn Kincaid |\n",
+            "Shenell Marson |\n",
+            "Matty Guiher |\n",
+            "Aaryah Kiddy |\n",
+            "Rayah Chao |\n",
+            "Saje Marse |\n",
+            "Aunna Bargo |\n",
+            "Prema Bardes |\n",
+            "Shenell Ronca |\n",
+            "Chelsy Stickler |\n",
+            "Amberly Kinkin |\n",
+            "Joydan Guilmain |\n",
+            "Jood Barocio |\n",
+            "Promise Sterner |\n",
+            "Sureya Chhim |\n",
+            "Ly Kinsel |\n",
+            "Kerly Manuia |\n",
+            "Niamyah Basley |\n",
+            "Daylan Eaby |\n",
+            "Jenay Rouly |\n",
+            "Persayis Olewine |\n",
+            "Deysha Chaven |\n",
+            "Summer Effner |\n",
+            "Briuna Hacke |\n",
+            "Ande Chasbbar |\n",
+            "Lised Mansa |\n",
+            "Aman Challen |\n",
+            "Karrington Maniace |\n",
+            "Ishitha Gutam |\n",
+            "Riya Olk |\n",
+            "Conny Beabout |\n",
+            "Nicky Maquis |\n",
+            "Tatym Rothi |\n",
+            "Dani Charest |\n",
+            "Bryna Stater }\n"
           ]
         }
       ]