Upload Copy_of_manhos_16_aspects (1).ipynb

Copy_of_manhos_16_aspects (1).ipynb

@@ -1,36 +1,5 @@
 {
  "cells": [
-  {
-   "cell_type": "code",
-   "execution_count": 16,
-   "id": "tlI2baZJDVIn",
-   "metadata": {
-    "ExecuteTime": {
-     "end_time": "2024-03-12T09:52:59.414623Z",
-     "start_time": "2024-03-12T09:52:59.390978Z"
-    },
-    "colab": {
-     "base_uri": "https://localhost:8080/",
-     "height": 318
-    },
-    "id": "tlI2baZJDVIn",
-    "outputId": "b62cdc94-811a-489b-ee63-8749887e98c5"
-   },
-   "outputs": [
-    {
-     "ename": "ModuleNotFoundError",
-     "evalue": "No module named 'google.colab'",
-     "output_type": "error",
-     "traceback": [
-      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
-      "\u001b[0;31mModuleNotFoundError\u001b[0m                       Traceback (most recent call last)",
-      "Cell \u001b[0;32mIn[16], line 1\u001b[0m\n\u001b[0;32m----> 1\u001b[0m \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;21;01mgoogle\u001b[39;00m\u001b[38;5;21;01m.\u001b[39;00m\u001b[38;5;21;01mcolab\u001b[39;00m \u001b[38;5;28;01mimport\u001b[39;00m drive\n\u001b[1;32m      2\u001b[0m drive\u001b[38;5;241m.\u001b[39mmount(\u001b[38;5;124m'\u001b[39m\u001b[38;5;124m/content/drive\u001b[39m\u001b[38;5;124m'\u001b[39m)\n",
-      "\u001b[0;31mModuleNotFoundError\u001b[0m: No module named 'google.colab'"
-     ]
-    }
-   ],
-   "source": []
-  },
   {
    "cell_type": "code",
    "execution_count": 17,
@@ -99,7 +68,19 @@
     }
    ],
    "source": [
-    "!pip install sentence_transformers umap hdbscan"
+    "!python -m pip install git+https://github.com/huggingface/transformers.git\n",
+    "!python -m pip install pytorch-crf\n",
+    "!python -m pip install --upgrade pip\n",
+    "!python -m pip install -r requirements.txt\n",
+    "!python -m pip install \\\n",
+    "    --extra-index-url=https://pypi.anaconda.org/rapidsai-wheels-nightly/simple \\\n",
+    "    \"cudf-cu12>=24.4.0a0,<=24.4\" \"dask-cudf-cu12>=24.4.0a0,<=24.4\" \\\n",
+    "    \"cuml-cu12>=24.4.0a0,<=24.4\" \"cugraph-cu12>=24.4.0a0,<=24.4\" \\\n",
+    "    \"cuspatial-cu12>=24.4.0a0,<=24.4\" \"cuproj-cu12>=24.4.0a0,<=24.4\" \\\n",
+    "    \"cuxfilter-cu12>=24.4.0a0,<=24.4\" \"cucim-cu12>=24.4.0a0,<=24.4\" \\\n",
+    "    \"pylibraft-cu12>=24.4.0a0,<=24.4\" \"raft-dask-cu12>=24.4.0a0,<=24.4\" \\\n",
+    "    \"dask-cuda>=24.4.0a0,<=24.4\"\n",
+    "!python -m pipx install poetry"
    ]
   },
   {
@@ -149,17 +130,7 @@
    "outputs": [
     {
      "data": {
-      "application/javascript": [
-       "if (!(\"Notification\" in window)) {\n",
-       "    alert(\"This browser does not support desktop notifications, so the %%notify magic will not work.\");\n",
-       "} else if (Notification.permission !== 'granted' && Notification.permission !== 'denied') {\n",
-       "    Notification.requestPermission(function (permission) {\n",
-       "        if(!('permission' in Notification)) {\n",
-       "            Notification.permission = permission;\n",
-       "        }\n",
-       "    })\n",
-       "}\n"
-      ],
+      "application/javascript": "if (!(\"Notification\" in window)) {\n    alert(\"This browser does not support desktop notifications, so the %%notify magic will not work.\");\n} else if (Notification.permission !== 'granted' && Notification.permission !== 'denied') {\n    Notification.requestPermission(function (permission) {\n        if(!('permission' in Notification)) {\n            Notification.permission = permission;\n        }\n    })\n}\n",
       "text/plain": [
        "<IPython.core.display.Javascript object>"
       ]
@@ -579,47 +550,7 @@
    "outputs": [
     {
      "data": {
-      "application/javascript": [
-       "$(document).ready(\n",
-       "    function() {\n",
-       "        function appendUniqueDiv(){\n",
-       "            // append a div with our uuid so we can check that it's already\n",
-       "            // been sent and avoid duplicates on page reload\n",
-       "            var notifiedDiv = document.createElement(\"div\")\n",
-       "            notifiedDiv.id = \"14ecef73-659b-4bb8-9b20-bdff5827a235\"\n",
-       "            element.append(notifiedDiv)\n",
-       "        }\n",
-       "\n",
-       "        // only send notifications if the pageload is complete; this will\n",
-       "        // help stop extra notifications when a saved notebook is loaded,\n",
-       "        // which during testing gives us state \"interactive\", not \"complete\"\n",
-       "        if (document.readyState === 'complete') {\n",
-       "            // check for the div that signifies that the notification\n",
-       "            // was already sent\n",
-       "            if (document.getElementById(\"14ecef73-659b-4bb8-9b20-bdff5827a235\") === null) {\n",
-       "                var notificationPayload = {\"requireInteraction\": false, \"icon\": \"/static/base/images/favicon.ico\", \"body\": \"Cell execution has finished!\"};\n",
-       "                if (Notification.permission !== 'denied') {\n",
-       "                    if (Notification.permission !== 'granted') { \n",
-       "                        Notification.requestPermission(function (permission) {\n",
-       "                            if(!('permission' in Notification)) {\n",
-       "                                Notification.permission = permission\n",
-       "                            }\n",
-       "                        })\n",
-       "                    }\n",
-       "                    if (Notification.permission === 'granted') {\n",
-       "                    var notification = new Notification(\"Jupyter Notebook\", notificationPayload)\n",
-       "                    appendUniqueDiv()\n",
-       "                    notification.onclick = function () {\n",
-       "                        window.focus();\n",
-       "                        this.close();\n",
-       "                        };\n",
-       "                    } \n",
-       "                }     \n",
-       "            }\n",
-       "        }\n",
-       "    }\n",
-       ")\n"
-      ],
+      "application/javascript": "$(document).ready(\n    function() {\n        function appendUniqueDiv(){\n            // append a div with our uuid so we can check that it's already\n            // been sent and avoid duplicates on page reload\n            var notifiedDiv = document.createElement(\"div\")\n            notifiedDiv.id = \"14ecef73-659b-4bb8-9b20-bdff5827a235\"\n            element.append(notifiedDiv)\n        }\n\n        // only send notifications if the pageload is complete; this will\n        // help stop extra notifications when a saved notebook is loaded,\n        // which during testing gives us state \"interactive\", not \"complete\"\n        if (document.readyState === 'complete') {\n            // check for the div that signifies that the notification\n            // was already sent\n            if (document.getElementById(\"14ecef73-659b-4bb8-9b20-bdff5827a235\") === null) {\n                var notificationPayload = {\"requireInteraction\": false, \"icon\": \"/static/base/images/favicon.ico\", \"body\": \"Cell execution has finished!\"};\n                if (Notification.permission !== 'denied') {\n                    if (Notification.permission !== 'granted') { \n                        Notification.requestPermission(function (permission) {\n                            if(!('permission' in Notification)) {\n                                Notification.permission = permission\n                            }\n                        })\n                    }\n                    if (Notification.permission === 'granted') {\n                    var notification = new Notification(\"Jupyter Notebook\", notificationPayload)\n                    appendUniqueDiv()\n                    notification.onclick = function () {\n                        window.focus();\n                        this.close();\n                        };\n                    } \n                }     \n            }\n        }\n    }\n)\n",
       "text/plain": [
        "<IPython.core.display.Javascript object>"
       ]
@@ -1868,47 +1799,7 @@
    "outputs": [
     {
      "data": {
-      "application/javascript": [
-       "$(document).ready(\n",
-       "    function() {\n",
-       "        function appendUniqueDiv(){\n",
-       "            // append a div with our uuid so we can check that it's already\n",
-       "            // been sent and avoid duplicates on page reload\n",
-       "            var notifiedDiv = document.createElement(\"div\")\n",
-       "            notifiedDiv.id = \"c00237ed-2c6a-489c-b1e4-26918a14ad85\"\n",
-       "            element.append(notifiedDiv)\n",
-       "        }\n",
-       "\n",
-       "        // only send notifications if the pageload is complete; this will\n",
-       "        // help stop extra notifications when a saved notebook is loaded,\n",
-       "        // which during testing gives us state \"interactive\", not \"complete\"\n",
-       "        if (document.readyState === 'complete') {\n",
-       "            // check for the div that signifies that the notification\n",
-       "            // was already sent\n",
-       "            if (document.getElementById(\"c00237ed-2c6a-489c-b1e4-26918a14ad85\") === null) {\n",
-       "                var notificationPayload = {\"requireInteraction\": false, \"icon\": \"/static/base/images/favicon.ico\", \"body\": \"Cell execution has finished!\"};\n",
-       "                if (Notification.permission !== 'denied') {\n",
-       "                    if (Notification.permission !== 'granted') { \n",
-       "                        Notification.requestPermission(function (permission) {\n",
-       "                            if(!('permission' in Notification)) {\n",
-       "                                Notification.permission = permission\n",
-       "                            }\n",
-       "                        })\n",
-       "                    }\n",
-       "                    if (Notification.permission === 'granted') {\n",
-       "                    var notification = new Notification(\"Jupyter Notebook\", notificationPayload)\n",
-       "                    appendUniqueDiv()\n",
-       "                    notification.onclick = function () {\n",
-       "                        window.focus();\n",
-       "                        this.close();\n",
-       "                        };\n",
-       "                    } \n",
-       "                }     \n",
-       "            }\n",
-       "        }\n",
-       "    }\n",
-       ")\n"
-      ],
+      "application/javascript": "$(document).ready(\n    function() {\n        function appendUniqueDiv(){\n            // append a div with our uuid so we can check that it's already\n            // been sent and avoid duplicates on page reload\n            var notifiedDiv = document.createElement(\"div\")\n            notifiedDiv.id = \"c00237ed-2c6a-489c-b1e4-26918a14ad85\"\n            element.append(notifiedDiv)\n        }\n\n        // only send notifications if the pageload is complete; this will\n        // help stop extra notifications when a saved notebook is loaded,\n        // which during testing gives us state \"interactive\", not \"complete\"\n        if (document.readyState === 'complete') {\n            // check for the div that signifies that the notification\n            // was already sent\n            if (document.getElementById(\"c00237ed-2c6a-489c-b1e4-26918a14ad85\") === null) {\n                var notificationPayload = {\"requireInteraction\": false, \"icon\": \"/static/base/images/favicon.ico\", \"body\": \"Cell execution has finished!\"};\n                if (Notification.permission !== 'denied') {\n                    if (Notification.permission !== 'granted') { \n                        Notification.requestPermission(function (permission) {\n                            if(!('permission' in Notification)) {\n                                Notification.permission = permission\n                            }\n                        })\n                    }\n                    if (Notification.permission === 'granted') {\n                    var notification = new Notification(\"Jupyter Notebook\", notificationPayload)\n                    appendUniqueDiv()\n                    notification.onclick = function () {\n                        window.focus();\n                        this.close();\n                        };\n                    } \n                }     \n            }\n        }\n    }\n)\n",
       "text/plain": [
        "<IPython.core.display.Javascript object>"
       ]
@@ -2448,47 +2339,7 @@
     },
     {
      "data": {
-      "application/javascript": [
-       "$(document).ready(\n",
-       "    function() {\n",
-       "        function appendUniqueDiv(){\n",
-       "            // append a div with our uuid so we can check that it's already\n",
-       "            // been sent and avoid duplicates on page reload\n",
-       "            var notifiedDiv = document.createElement(\"div\")\n",
-       "            notifiedDiv.id = \"c95b16e8-082b-4e2d-a87a-ad40b5a15f5f\"\n",
-       "            element.append(notifiedDiv)\n",
-       "        }\n",
-       "\n",
-       "        // only send notifications if the pageload is complete; this will\n",
-       "        // help stop extra notifications when a saved notebook is loaded,\n",
-       "        // which during testing gives us state \"interactive\", not \"complete\"\n",
-       "        if (document.readyState === 'complete') {\n",
-       "            // check for the div that signifies that the notification\n",
-       "            // was already sent\n",
-       "            if (document.getElementById(\"c95b16e8-082b-4e2d-a87a-ad40b5a15f5f\") === null) {\n",
-       "                var notificationPayload = {\"requireInteraction\": false, \"icon\": \"/static/base/images/favicon.ico\", \"body\": \"Cell execution has finished!\"};\n",
-       "                if (Notification.permission !== 'denied') {\n",
-       "                    if (Notification.permission !== 'granted') { \n",
-       "                        Notification.requestPermission(function (permission) {\n",
-       "                            if(!('permission' in Notification)) {\n",
-       "                                Notification.permission = permission\n",
-       "                            }\n",
-       "                        })\n",
-       "                    }\n",
-       "                    if (Notification.permission === 'granted') {\n",
-       "                    var notification = new Notification(\"Jupyter Notebook\", notificationPayload)\n",
-       "                    appendUniqueDiv()\n",
-       "                    notification.onclick = function () {\n",
-       "                        window.focus();\n",
-       "                        this.close();\n",
-       "                        };\n",
-       "                    } \n",
-       "                }     \n",
-       "            }\n",
-       "        }\n",
-       "    }\n",
-       ")\n"
-      ],
+      "application/javascript": "$(document).ready(\n    function() {\n        function appendUniqueDiv(){\n            // append a div with our uuid so we can check that it's already\n            // been sent and avoid duplicates on page reload\n            var notifiedDiv = document.createElement(\"div\")\n            notifiedDiv.id = \"c95b16e8-082b-4e2d-a87a-ad40b5a15f5f\"\n            element.append(notifiedDiv)\n        }\n\n        // only send notifications if the pageload is complete; this will\n        // help stop extra notifications when a saved notebook is loaded,\n        // which during testing gives us state \"interactive\", not \"complete\"\n        if (document.readyState === 'complete') {\n            // check for the div that signifies that the notification\n            // was already sent\n            if (document.getElementById(\"c95b16e8-082b-4e2d-a87a-ad40b5a15f5f\") === null) {\n                var notificationPayload = {\"requireInteraction\": false, \"icon\": \"/static/base/images/favicon.ico\", \"body\": \"Cell execution has finished!\"};\n                if (Notification.permission !== 'denied') {\n                    if (Notification.permission !== 'granted') { \n                        Notification.requestPermission(function (permission) {\n                            if(!('permission' in Notification)) {\n                                Notification.permission = permission\n                            }\n                        })\n                    }\n                    if (Notification.permission === 'granted') {\n                    var notification = new Notification(\"Jupyter Notebook\", notificationPayload)\n                    appendUniqueDiv()\n                    notification.onclick = function () {\n                        window.focus();\n                        this.close();\n                        };\n                    } \n                }     \n            }\n        }\n    }\n)\n",
       "text/plain": [
        "<IPython.core.display.Javascript object>"
       ]
@@ -2572,47 +2423,7 @@
     },
     {
      "data": {
-      "application/javascript": [
-       "$(document).ready(\n",
-       "    function() {\n",
-       "        function appendUniqueDiv(){\n",
-       "            // append a div with our uuid so we can check that it's already\n",
-       "            // been sent and avoid duplicates on page reload\n",
-       "            var notifiedDiv = document.createElement(\"div\")\n",
-       "            notifiedDiv.id = \"b05e6bc3-989f-4f7b-91ec-7d092cf21e12\"\n",
-       "            element.append(notifiedDiv)\n",
-       "        }\n",
-       "\n",
-       "        // only send notifications if the pageload is complete; this will\n",
-       "        // help stop extra notifications when a saved notebook is loaded,\n",
-       "        // which during testing gives us state \"interactive\", not \"complete\"\n",
-       "        if (document.readyState === 'complete') {\n",
-       "            // check for the div that signifies that the notification\n",
-       "            // was already sent\n",
-       "            if (document.getElementById(\"b05e6bc3-989f-4f7b-91ec-7d092cf21e12\") === null) {\n",
-       "                var notificationPayload = {\"requireInteraction\": false, \"icon\": \"/static/base/images/favicon.ico\", \"body\": \"Cell execution has finished!\"};\n",
-       "                if (Notification.permission !== 'denied') {\n",
-       "                    if (Notification.permission !== 'granted') { \n",
-       "                        Notification.requestPermission(function (permission) {\n",
-       "                            if(!('permission' in Notification)) {\n",
-       "                                Notification.permission = permission\n",
-       "                            }\n",
-       "                        })\n",
-       "                    }\n",
-       "                    if (Notification.permission === 'granted') {\n",
-       "                    var notification = new Notification(\"Jupyter Notebook\", notificationPayload)\n",
-       "                    appendUniqueDiv()\n",
-       "                    notification.onclick = function () {\n",
-       "                        window.focus();\n",
-       "                        this.close();\n",
-       "                        };\n",
-       "                    } \n",
-       "                }     \n",
-       "            }\n",
-       "        }\n",
-       "    }\n",
-       ")\n"
-      ],
+      "application/javascript": "$(document).ready(\n    function() {\n        function appendUniqueDiv(){\n            // append a div with our uuid so we can check that it's already\n            // been sent and avoid duplicates on page reload\n            var notifiedDiv = document.createElement(\"div\")\n            notifiedDiv.id = \"b05e6bc3-989f-4f7b-91ec-7d092cf21e12\"\n            element.append(notifiedDiv)\n        }\n\n        // only send notifications if the pageload is complete; this will\n        // help stop extra notifications when a saved notebook is loaded,\n        // which during testing gives us state \"interactive\", not \"complete\"\n        if (document.readyState === 'complete') {\n            // check for the div that signifies that the notification\n            // was already sent\n            if (document.getElementById(\"b05e6bc3-989f-4f7b-91ec-7d092cf21e12\") === null) {\n                var notificationPayload = {\"requireInteraction\": false, \"icon\": \"/static/base/images/favicon.ico\", \"body\": \"Cell execution has finished!\"};\n                if (Notification.permission !== 'denied') {\n                    if (Notification.permission !== 'granted') { \n                        Notification.requestPermission(function (permission) {\n                            if(!('permission' in Notification)) {\n                                Notification.permission = permission\n                            }\n                        })\n                    }\n                    if (Notification.permission === 'granted') {\n                    var notification = new Notification(\"Jupyter Notebook\", notificationPayload)\n                    appendUniqueDiv()\n                    notification.onclick = function () {\n                        window.focus();\n                        this.close();\n                        };\n                    } \n                }     \n            }\n        }\n    }\n)\n",
       "text/plain": [
        "<IPython.core.display.Javascript object>"
       ]
@@ -3235,6 +3046,42 @@
     "    f.write(json.dumps(str(topic_keyword_weights),indent=4, ensure_ascii=False))"
    ]
   },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "598bab35",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# Coherence score\n",
+    "import gensim.corpora as corpora\n",
+    "from gensim.models.coherencemodel import CoherenceModel\n",
+    "\n",
+    "\n",
+    "cleaned_docs = topic_model_booking._preprocess_text(df_documents_booking)\n",
+    "vectorizer = topic_model_booking.vectorizer_model\n",
+    "analyzer = vectorizer.build_analyzer()\n",
+    "tokens = [analyzer(doc) for doc in cleaned_docs]\n",
+    "dictionary = corpora.Dictionary(tokens)\n",
+    "corpus = [dictionary.doc2bow(token) for token in tokens]\n",
+    "topics = topic_model_booking.get_topics()\n",
+    "topics.pop(-1, None)\n",
+    "topic_words = [\n",
+    "    [word for word, _ in topic_model_booking.get_topic(topic) if word != \"\"] for topic in topics\n",
+    " ]\n",
+    "# topic_words = [[words for words, _ in topic_model_booking.get_topic(topic)] \n",
+    "#             for topic in range(len(set(topics))-1)]\n",
+    "\n",
+    " # Evaluate\n",
+    "coherence_model = CoherenceModel(topics=topic_words, \n",
+    "                              texts=tokens, \n",
+    "                              corpus=corpus,\n",
+    "                              dictionary=dictionary, \n",
+    "                              coherence='c_npmi')\n",
+    "coherence = coherence_model.get_coherence()\n",
+    "coherence"
+   ]
+  },
   {
    "cell_type": "code",
    "execution_count": 32,
@@ -8079,47 +7926,7 @@
     },
     {
      "data": {
-      "application/javascript": [
-       "$(document).ready(\n",
-       "    function() {\n",
-       "        function appendUniqueDiv(){\n",
-       "            // append a div with our uuid so we can check that it's already\n",
-       "            // been sent and avoid duplicates on page reload\n",
-       "            var notifiedDiv = document.createElement(\"div\")\n",
-       "            notifiedDiv.id = \"2509d570-7cd9-4cbb-a9f3-9fa5e2d7877a\"\n",
-       "            element.append(notifiedDiv)\n",
-       "        }\n",
-       "\n",
-       "        // only send notifications if the pageload is complete; this will\n",
-       "        // help stop extra notifications when a saved notebook is loaded,\n",
-       "        // which during testing gives us state \"interactive\", not \"complete\"\n",
-       "        if (document.readyState === 'complete') {\n",
-       "            // check for the div that signifies that the notification\n",
-       "            // was already sent\n",
-       "            if (document.getElementById(\"2509d570-7cd9-4cbb-a9f3-9fa5e2d7877a\") === null) {\n",
-       "                var notificationPayload = {\"requireInteraction\": false, \"icon\": \"/static/base/images/favicon.ico\", \"body\": \"Cell execution has finished!\"};\n",
-       "                if (Notification.permission !== 'denied') {\n",
-       "                    if (Notification.permission !== 'granted') { \n",
-       "                        Notification.requestPermission(function (permission) {\n",
-       "                            if(!('permission' in Notification)) {\n",
-       "                                Notification.permission = permission\n",
-       "                            }\n",
-       "                        })\n",
-       "                    }\n",
-       "                    if (Notification.permission === 'granted') {\n",
-       "                    var notification = new Notification(\"Jupyter Notebook\", notificationPayload)\n",
-       "                    appendUniqueDiv()\n",
-       "                    notification.onclick = function () {\n",
-       "                        window.focus();\n",
-       "                        this.close();\n",
-       "                        };\n",
-       "                    } \n",
-       "                }     \n",
-       "            }\n",
-       "        }\n",
-       "    }\n",
-       ")\n"
-      ],
+      "application/javascript": "$(document).ready(\n    function() {\n        function appendUniqueDiv(){\n            // append a div with our uuid so we can check that it's already\n            // been sent and avoid duplicates on page reload\n            var notifiedDiv = document.createElement(\"div\")\n            notifiedDiv.id = \"2509d570-7cd9-4cbb-a9f3-9fa5e2d7877a\"\n            element.append(notifiedDiv)\n        }\n\n        // only send notifications if the pageload is complete; this will\n        // help stop extra notifications when a saved notebook is loaded,\n        // which during testing gives us state \"interactive\", not \"complete\"\n        if (document.readyState === 'complete') {\n            // check for the div that signifies that the notification\n            // was already sent\n            if (document.getElementById(\"2509d570-7cd9-4cbb-a9f3-9fa5e2d7877a\") === null) {\n                var notificationPayload = {\"requireInteraction\": false, \"icon\": \"/static/base/images/favicon.ico\", \"body\": \"Cell execution has finished!\"};\n                if (Notification.permission !== 'denied') {\n                    if (Notification.permission !== 'granted') { \n                        Notification.requestPermission(function (permission) {\n                            if(!('permission' in Notification)) {\n                                Notification.permission = permission\n                            }\n                        })\n                    }\n                    if (Notification.permission === 'granted') {\n                    var notification = new Notification(\"Jupyter Notebook\", notificationPayload)\n                    appendUniqueDiv()\n                    notification.onclick = function () {\n                        window.focus();\n                        this.close();\n                        };\n                    } \n                }     \n            }\n        }\n    }\n)\n",
       "text/plain": [
        "<IPython.core.display.Javascript object>"
       ]
@@ -38725,47 +38532,7 @@
     },
     {
      "data": {
-      "application/javascript": [
-       "$(document).ready(\n",
-       "    function() {\n",
-       "        function appendUniqueDiv(){\n",
-       "            // append a div with our uuid so we can check that it's already\n",
-       "            // been sent and avoid duplicates on page reload\n",
-       "            var notifiedDiv = document.createElement(\"div\")\n",
-       "            notifiedDiv.id = \"6b8a098b-aca8-4f94-802d-46019aed94dc\"\n",
-       "            element.append(notifiedDiv)\n",
-       "        }\n",
-       "\n",
-       "        // only send notifications if the pageload is complete; this will\n",
-       "        // help stop extra notifications when a saved notebook is loaded,\n",
-       "        // which during testing gives us state \"interactive\", not \"complete\"\n",
-       "        if (document.readyState === 'complete') {\n",
-       "            // check for the div that signifies that the notification\n",
-       "            // was already sent\n",
-       "            if (document.getElementById(\"6b8a098b-aca8-4f94-802d-46019aed94dc\") === null) {\n",
-       "                var notificationPayload = {\"requireInteraction\": false, \"icon\": \"/static/base/images/favicon.ico\", \"body\": \"Cell execution has finished!\"};\n",
-       "                if (Notification.permission !== 'denied') {\n",
-       "                    if (Notification.permission !== 'granted') { \n",
-       "                        Notification.requestPermission(function (permission) {\n",
-       "                            if(!('permission' in Notification)) {\n",
-       "                                Notification.permission = permission\n",
-       "                            }\n",
-       "                        })\n",
-       "                    }\n",
-       "                    if (Notification.permission === 'granted') {\n",
-       "                    var notification = new Notification(\"Jupyter Notebook\", notificationPayload)\n",
-       "                    appendUniqueDiv()\n",
-       "                    notification.onclick = function () {\n",
-       "                        window.focus();\n",
-       "                        this.close();\n",
-       "                        };\n",
-       "                    } \n",
-       "                }     \n",
-       "            }\n",
-       "        }\n",
-       "    }\n",
-       ")\n"
-      ],
+      "application/javascript": "$(document).ready(\n    function() {\n        function appendUniqueDiv(){\n            // append a div with our uuid so we can check that it's already\n            // been sent and avoid duplicates on page reload\n            var notifiedDiv = document.createElement(\"div\")\n            notifiedDiv.id = \"6b8a098b-aca8-4f94-802d-46019aed94dc\"\n            element.append(notifiedDiv)\n        }\n\n        // only send notifications if the pageload is complete; this will\n        // help stop extra notifications when a saved notebook is loaded,\n        // which during testing gives us state \"interactive\", not \"complete\"\n        if (document.readyState === 'complete') {\n            // check for the div that signifies that the notification\n            // was already sent\n            if (document.getElementById(\"6b8a098b-aca8-4f94-802d-46019aed94dc\") === null) {\n                var notificationPayload = {\"requireInteraction\": false, \"icon\": \"/static/base/images/favicon.ico\", \"body\": \"Cell execution has finished!\"};\n                if (Notification.permission !== 'denied') {\n                    if (Notification.permission !== 'granted') { \n                        Notification.requestPermission(function (permission) {\n                            if(!('permission' in Notification)) {\n                                Notification.permission = permission\n                            }\n                        })\n                    }\n                    if (Notification.permission === 'granted') {\n                    var notification = new Notification(\"Jupyter Notebook\", notificationPayload)\n                    appendUniqueDiv()\n                    notification.onclick = function () {\n                        window.focus();\n                        this.close();\n                        };\n                    } \n                }     \n            }\n        }\n    }\n)\n",
       "text/plain": [
        "<IPython.core.display.Javascript object>"
       ]
@@ -38860,16 +38627,6 @@
     "topic_info"
    ]
   },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "id": "50324fb3-dd8d-42b0-9724-72d197d2b3ea",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "1"
-   ]
-  },
   {
    "cell_type": "code",
    "execution_count": null,
@@ -38950,6 +38707,42 @@
     "    f.write(json.dumps(str(topic_keyword_weights),indent=4, ensure_ascii=False))"
    ]
   },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "a2f833bd",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# Coherence score\n",
+    "import gensim.corpora as corpora\n",
+    "from gensim.models.coherencemodel import CoherenceModel\n",
+    "\n",
+    "\n",
+    "cleaned_docs = topic_model_tripadvisor._preprocess_text(df_documents_tripadvisor)\n",
+    "vectorizer = topic_model_tripadvisor.vectorizer_model\n",
+    "analyzer = vectorizer.build_analyzer()\n",
+    "tokens = [analyzer(doc) for doc in cleaned_docs]\n",
+    "dictionary = corpora.Dictionary(tokens)\n",
+    "corpus = [dictionary.doc2bow(token) for token in tokens]\n",
+    "topics = topic_model_tripadvisor.get_topics()\n",
+    "topics.pop(-1, None)\n",
+    "topic_words = [\n",
+    "    [word for word, _ in topic_model_tripadvisor.get_topic(topic) if word != \"\"] for topic in topics\n",
+    " ]\n",
+    "# topic_words = [[words for words, _ in topic_model_booking.get_topic(topic)] \n",
+    "#             for topic in range(len(set(topics))-1)]\n",
+    "\n",
+    " # Evaluate\n",
+    "coherence_model = CoherenceModel(topics=topic_words, \n",
+    "                              texts=tokens, \n",
+    "                              corpus=corpus,\n",
+    "                              dictionary=dictionary, \n",
+    "                              coherence='c_npmi')\n",
+    "coherence = coherence_model.get_coherence()\n",
+    "coherence"
+   ]
+  },
   {
    "cell_type": "code",
    "execution_count": null,