Explored applciations for each emotion

notebooks/emotion_classification.ipynb

@@ -313,7 +313,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 9,
+   "execution_count": 7,
    "id": "2f6f9d3d-71c6-4c0c-8aea-5cd17ba81fce",
    "metadata": {},
    "outputs": [
@@ -350,7 +350,7 @@
        "  {'label': 'amusement', 'score': 0.0003461150045040995}]]"
       ]
      },
-     "execution_count": 9,
+     "execution_count": 7,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -362,7 +362,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 10,
+   "execution_count": 8,
    "id": "a6a954f4-ad3d-40f6-84cb-a8b83ed912f5",
    "metadata": {},
    "outputs": [],
@@ -372,7 +372,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 11,
+   "execution_count": 9,
    "id": "9af1aceb-11f5-4755-af2f-de08bd18be6c",
    "metadata": {},
    "outputs": [
@@ -409,7 +409,7 @@
        "  {'label': 'amusement', 'score': 0.0006051507662050426}]]"
       ]
      },
-     "execution_count": 11,
+     "execution_count": 9,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -422,7 +422,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 12,
+   "execution_count": 10,
    "id": "a7049b70-c14a-4475-a852-7938de44850e",
    "metadata": {},
    "outputs": [],
@@ -441,7 +441,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 13,
+   "execution_count": 11,
    "id": "e348575d-df4c-47d3-a74a-3135d1b467d6",
    "metadata": {},
    "outputs": [
@@ -449,7 +449,7 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "Processing Time: 17.430683851242065 seconds\n"
+      "Processing Time: 17.377334117889404 seconds\n"
      ]
     }
    ],
@@ -465,40 +465,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 14,
-   "id": "718a597d-78b4-4240-ad0c-7b77f2a5705c",
-   "metadata": {},
-   "outputs": [
-    {
-     "data": {
-      "text/plain": [
-       "emotion\n",
-       "{'desire': 0.6581346988677979, 'love': 0.19491417706012726, 'approval': 0.11420776695013046, 'neutral': 0.10338450223207474, 'admiration': 0.09521238505840302, 'optimism': 0.061544269323349, 'caring': 0.017690906301140785, 'excitement': 0.014791340567171574, 'joy': 0.00833946093916893, 'realization': 0.007762537803500891, 'disappointment': 0.006389504764229059, 'annoyance': 0.00584241421893239, 'disapproval': 0.004605362191796303, 'gratitude': 0.0036359988152980804, 'curiosity': 0.0034046811051666737, 'pride': 0.0032050127629190683, 'sadness': 0.002815956948325038, 'anger': 0.0022237244993448257, 'disgust': 0.0021591379772871733, 'remorse': 0.0015994398854672909, 'confusion': 0.001582510769367218, 'relief': 0.0013734428212046623, 'fear': 0.0010202437406405807, 'surprise': 0.000994302099570632, 'nervousness': 0.0008488827734254301, 'amusement': 0.0007571439491584897, 'grief': 0.0007330116932280362, 'embarrassment': 0.00048045202856883407}                       2\n",
-       "{'neutral': 0.7198513746261597, 'desire': 0.12881478667259216, 'approval': 0.091864213347435, 'optimism': 0.0715695396065712, 'caring': 0.012859346345067024, 'realization': 0.00743895536288619, 'admiration': 0.005056403577327728, 'annoyance': 0.003686325391754508, 'excitement': 0.0029439334757626057, 'love': 0.0029390724375844, 'curiosity': 0.002497346606105566, 'disappointment': 0.002442688448354602, 'joy': 0.0019557320047169924, 'disapproval': 0.0019393657566979527, 'confusion': 0.0016075921012088656, 'sadness': 0.001316291862167418, 'gratitude': 0.0012883843155577779, 'amusement': 0.0009250930743291974, 'relief': 0.0008670985116623342, 'disgust': 0.0007940911455079913, 'fear': 0.0007276318501681089, 'anger': 0.0007231888012029231, 'remorse': 0.0006041062879376113, 'pride': 0.0006011316436342895, 'nervousness': 0.00047796161379665136, 'surprise': 0.00038332759868353605, 'grief': 0.0002986726176459342, 'embarrassment': 0.00018183095380663872}                 2\n",
-       "{'love': 0.8187400698661804, 'desire': 0.20554493367671967, 'approval': 0.19605238735675812, 'optimism': 0.07884839177131653, 'neutral': 0.047432418912649155, 'admiration': 0.03834596648812294, 'caring': 0.02760092355310917, 'joy': 0.024431521072983742, 'excitement': 0.012095467187464237, 'realization': 0.007476216647773981, 'disapproval': 0.005716291256248951, 'annoyance': 0.004326308146119118, 'disappointment': 0.0034753908403217793, 'gratitude': 0.003186204005032778, 'curiosity': 0.0028302031569182873, 'anger': 0.002644424559548497, 'sadness': 0.0019676932133734226, 'pride': 0.0018537358846515417, 'confusion': 0.0018511429661884904, 'disgust': 0.0016749151982367039, 'relief': 0.001508575864136219, 'remorse': 0.001422111177816987, 'amusement': 0.0012156444136053324, 'fear': 0.0010237834649160504, 'nervousness': 0.0008349438430741429, 'surprise': 0.0008129989146254957, 'grief': 0.0005431832978501916, 'embarrassment': 0.0004631277406588197}                    1\n",
-       "{'neutral': 0.5076336860656738, 'love': 0.29340073466300964, 'desire': 0.16485583782196045, 'approval': 0.10496989637613297, 'optimism': 0.0401114858686924, 'caring': 0.015620836056768894, 'admiration': 0.0072004590183496475, 'realization': 0.005993019323796034, 'curiosity': 0.004636416211724281, 'excitement': 0.004370811395347118, 'joy': 0.003089142730459571, 'annoyance': 0.003079853719100356, 'disapproval': 0.0027393156196922064, 'disappointment': 0.002309859963133931, 'confusion': 0.0021816666703671217, 'gratitude': 0.001543834456242621, 'anger': 0.0014822438824921846, 'sadness': 0.001471023540943861, 'remorse': 0.0013588856672868133, 'disgust': 0.0012211528373882174, 'amusement': 0.0009235409088432789, 'fear': 0.0007699999841861427, 'relief': 0.0005044073332101107, 'pride': 0.0004537333734333515, 'nervousness': 0.0004489609564188868, 'surprise': 0.0004487480618990958, 'grief': 0.00040851059020496905, 'embarrassment': 0.00025657506193965673}                1\n",
-       "{'approval': 0.49856194853782654, 'caring': 0.344292551279068, 'neutral': 0.29566851258277893, 'optimism': 0.09856816381216049, 'admiration': 0.03202248364686966, 'desire': 0.03041200526058674, 'realization': 0.016633788123726845, 'relief': 0.011193848215043545, 'joy': 0.007910333573818207, 'love': 0.00697379419580102, 'disapproval': 0.006227719597518444, 'annoyance': 0.005336344707757235, 'pride': 0.004758044146001339, 'excitement': 0.00448231864720583, 'gratitude': 0.004388503264635801, 'disappointment': 0.0022716594394296408, 'sadness': 0.002184084616601467, 'nervousness': 0.0017732286360114813, 'fear': 0.0016394820995628834, 'curiosity': 0.0014700229512527585, 'confusion': 0.001426154631190002, 'remorse': 0.0011708199745044112, 'anger': 0.0011528246104717255, 'grief': 0.0009556863224133849, 'disgust': 0.0007417521555908024, 'amusement': 0.0005863429978489876, 'embarrassment': 0.000385559193091467, 'surprise': 0.0003641090006567538}                         1\n",
-       "                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                             ..\n",
-       "{'love': 0.6240453720092773, 'approval': 0.22971400618553162, 'optimism': 0.10951369255781174, 'admiration': 0.10707932710647583, 'desire': 0.10640142112970352, 'neutral': 0.0772121325135231, 'caring': 0.0336274728178978, 'excitement': 0.011404638178646564, 'joy': 0.010220258496701717, 'gratitude': 0.0061613572761416435, 'realization': 0.004714313428848982, 'disapproval': 0.003537344979122281, 'annoyance': 0.0025603678077459335, 'pride': 0.0021254082676023245, 'curiosity': 0.0020350078120827675, 'disappointment': 0.0019395023118704557, 'anger': 0.0015657278709113598, 'relief': 0.0012329526944085956, 'sadness': 0.0011641201563179493, 'confusion': 0.0011513211065903306, 'disgust': 0.001071184640750289, 'remorse': 0.0009741514804773033, 'fear': 0.0008680318132974207, 'amusement': 0.0006968716043047607, 'surprise': 0.0005896132788620889, 'nervousness': 0.00044098569196648896, 'grief': 0.000394510745536536, 'embarrassment': 0.00025422812905162573}                  1\n",
-       "{'love': 0.8822043538093567, 'desire': 0.3618478775024414, 'optimism': 0.10699858516454697, 'approval': 0.04940512403845787, 'neutral': 0.031984638422727585, 'admiration': 0.02202957682311535, 'caring': 0.017195403575897217, 'joy': 0.01663418672978878, 'excitement': 0.012207315303385258, 'curiosity': 0.006512079853564501, 'realization': 0.005591886583715677, 'disappointment': 0.005011741537600756, 'disapproval': 0.004293193109333515, 'annoyance': 0.004170648287981749, 'gratitude': 0.0038288026116788387, 'anger': 0.003273312235251069, 'sadness': 0.003027856582775712, 'confusion': 0.0025133287999778986, 'disgust': 0.0023185296449810266, 'amusement': 0.0020872291643172503, 'remorse': 0.001971230376511812, 'fear': 0.0015347638400271535, 'surprise': 0.0014821203658357263, 'nervousness': 0.000915916170924902, 'pride': 0.0008358453633263707, 'relief': 0.0007466922397725284, 'grief': 0.0006537080626003444, 'embarrassment': 0.0004913744633086026}                       1\n",
-       "{'neutral': 0.4400523006916046, 'disappointment': 0.1673174798488617, 'approval': 0.09361343085765839, 'optimism': 0.0808829739689827, 'disapproval': 0.07908830791711807, 'realization': 0.05669443681836128, 'admiration': 0.03665924444794655, 'desire': 0.029469400644302368, 'annoyance': 0.02366258203983307, 'relief': 0.012171982787549496, 'pride': 0.01058684941381216, 'sadness': 0.009222305379807949, 'gratitude': 0.007708139717578888, 'joy': 0.005490907002240419, 'caring': 0.005353783257305622, 'excitement': 0.0043628523126244545, 'remorse': 0.002954594325274229, 'embarrassment': 0.0026827470865100622, 'surprise': 0.002345424145460129, 'confusion': 0.002178364200517535, 'grief': 0.0017280877800658345, 'disgust': 0.001564697129651904, 'nervousness': 0.0013773756800219417, 'anger': 0.001201029634103179, 'fear': 0.001040227827616036, 'love': 0.0009017083211801946, 'curiosity': 0.0007159471279010177, 'amusement': 0.0005331294960342348}                              1\n",
-       "{'neutral': 0.8489049673080444, 'approval': 0.09180843830108643, 'optimism': 0.038285840302705765, 'desire': 0.023847607895731926, 'realization': 0.015926184132695198, 'annoyance': 0.004128282889723778, 'caring': 0.0038364490028470755, 'admiration': 0.0033934484235942364, 'excitement': 0.0033061644062399864, 'disapproval': 0.0026745586656033993, 'disappointment': 0.0021017631515860558, 'confusion': 0.0019337492994964123, 'curiosity': 0.0017292933771386743, 'joy': 0.0017195056425407529, 'amusement': 0.0013032474089413881, 'love': 0.0011531843338161707, 'gratitude': 0.0011232284596189857, 'sadness': 0.0009520824532955885, 'relief': 0.0007970146834850311, 'disgust': 0.0007318882853724062, 'anger': 0.0005732764257118106, 'fear': 0.000565911817830056, 'pride': 0.0005316479946486652, 'surprise': 0.00046818636474199593, 'remorse': 0.0004631756746675819, 'nervousness': 0.00034779991256073117, 'grief': 0.0002250072720926255, 'embarrassment': 0.00021606536756735295}    1\n",
-       "{'approval': 0.4501877725124359, 'neutral': 0.3748222887516022, 'optimism': 0.1657930463552475, 'caring': 0.11067566275596619, 'admiration': 0.036988891661167145, 'desire': 0.03271962329745293, 'realization': 0.013296376913785934, 'joy': 0.009133617393672466, 'relief': 0.008972113952040672, 'gratitude': 0.00591721385717392, 'pride': 0.005541756749153137, 'excitement': 0.005009407177567482, 'annoyance': 0.004634445067495108, 'disapproval': 0.004361479077488184, 'love': 0.0021700726356357336, 'disappointment': 0.0019895790610462427, 'confusion': 0.0012547277146950364, 'sadness': 0.0012172780698165298, 'curiosity': 0.0009757785010151565, 'fear': 0.0009069022489711642, 'nervousness': 0.0008590560755692422, 'anger': 0.0007762830355204642, 'remorse': 0.0006289182347245514, 'disgust': 0.0006231664447113872, 'grief': 0.0006202697986736894, 'amusement': 0.0006018164567649364, 'surprise': 0.0003919634909834713, 'embarrassment': 0.0002638056466821581}                    1\n",
-       "Name: count, Length: 909, dtype: int64"
-      ]
-     },
-     "execution_count": 14,
-     "metadata": {},
-     "output_type": "execute_result"
-    }
-   ],
-   "source": [
-    "df['emotion'].value_counts()"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 18,
+   "execution_count": 27,
    "id": "09b69317-9052-4232-839b-a3989a9456a4",
    "metadata": {},
    "outputs": [],
@@ -518,7 +485,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 20,
+   "execution_count": 28,
    "id": "7864a200-28a8-476a-8486-d6cdaa7090e6",
    "metadata": {},
    "outputs": [
@@ -545,7 +512,7 @@
        "Name: count, dtype: int64"
       ]
      },
-     "execution_count": 20,
+     "execution_count": 28,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -556,7 +523,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 23,
+   "execution_count": 29,
    "id": "28d7fd5a-1be6-4311-a0bb-937852040690",
    "metadata": {},
    "outputs": [],
@@ -568,7 +535,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 25,
+   "execution_count": 30,
    "id": "d9bb5250-4da8-4a57-bf62-2baa0390b6ff",
    "metadata": {},
    "outputs": [
@@ -578,7 +545,7 @@
        "363"
       ]
      },
-     "execution_count": 25,
+     "execution_count": 30,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -589,9 +556,112 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 31,
    "id": "3be2721c-9ce9-4e2c-a99e-e60ebc152891",
    "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "top_emotion\n",
+       "desire            212\n",
+       "gratitude          58\n",
+       "disappointment     16\n",
+       "caring             12\n",
+       "sadness            11\n",
+       "realization         2\n",
+       "nervousness         1\n",
+       "confusion           1\n",
+       "disapproval         1\n",
+       "Name: count, dtype: int64"
+      ]
+     },
+     "execution_count": 31,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "not_df['top_emotion'].value_counts()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 37,
+   "id": "c88f6008-aac0-47f3-bd9d-d0f9807955c0",
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "293 We're a small, rural school in deficit as pupil numbers country-wide are dwindling. We need any extra money we can to buy new resources for different subjects e.g. art supplies, Maths equipment, science resources.\n",
+      "\n",
+      "------------------------------------------------------------\n",
+      "\n",
+      "823 Due to the cohort that we have this year lots of our toys and resources have been broken.\n",
+      "We would love to be able to replace them for the other children to enjoy. Due to our budget we are not in a good place and as such we have cars with no garage, and dolls houses with no furniture or dolls\n",
+      "\n",
+      "------------------------------------------------------------\n",
+      "\n",
+      "319 My school is very small. We don't have much in our budget in fact we cannot ask for anything until the new financial year...\n",
+      "The school is looking rather tired and the toys for the children are mostly broken...\n",
+      "We don't have much for our SEN children as well... we wish we could have the resources for them to help regulate them but it is just not in the budget...\n",
+      "\n",
+      "------------------------------------------------------------\n",
+      "\n",
+      "691 We are very lucky to have a forest school area in our school. But unfortunately, our Forest School lead passed away last year. It was a big shock to the school community. For this reason, we are trying to raise some funds to re-instate the wildlife pond that he was passionate about. It was one of the projects he was planning to do before he passed and as a nod to him, we want to complete this. To do this we need to empty to water out of the pond as it’s stagnant. Clean out the pond and re-fill it. There are a few trees that need to come down around the pond as well. We were hoping to install some walkways so help children assess the pond for pond dipping to help with education. This will also help local wildlife and have a positive effect on the fauna and flour of the forest school area. As you can imagine this is a costly project to do and any help would be amazing.\n",
+      "\n",
+      "------------------------------------------------------------\n",
+      "\n",
+      "739 Unfortunately most of our SEN resources need upgrading as we have a lot more children being diagnosed with additional needs in our school and we need specialist equipment to support them whilst in school.\n",
+      "\n",
+      "------------------------------------------------------------\n",
+      "\n",
+      "676 Our school is located in a deprived area of Birmingham. We would use the money to buy resources to support the children with their learning. At the moment there are lots of resources/additional experiences which we have found that would support the children however with school budget cuts we are unable to afford them.\n",
+      "\n",
+      "------------------------------------------------------------\n",
+      "\n",
+      "151 We are in a very deprived area and often have quite high turnover of children meaning that we have low amount of children across the school and classes that are not full. This has an effect on the funding that we get. We are very low in resources so things like: colouring in books, board games for indoor lunch provisions, glue sticks and whiteboard pens, nice paper and card. This would be lovely for our children.\n",
+      "\n",
+      "------------------------------------------------------------\n",
+      "\n",
+      "139 The school is in a deprived area and every little helps.\n",
+      "\n",
+      "------------------------------------------------------------\n",
+      "\n",
+      "32 The library is under going a much needed make over, unfortunately the cost is much greater than previously estimated. The £500 would help buy new table and bean bags to boost the comfort of the library significantly. The last time the library was improved was in the late 80s, it is time to reignite library usage within my school.\n",
+      "\n",
+      "------------------------------------------------------------\n",
+      "\n",
+      "12 Our school library is in desperate need of more cosy seating. We've had a big push to encourage reading throughout school over the last year and the library has become really popular. This does mean we don't have enough comfy seating or books to keep up with demand.\n",
+      "\n",
+      "------------------------------------------------------------\n",
+      "\n"
+     ]
+    }
+   ],
+   "source": [
+    "for idx, record in not_df[not_df['top_emotion'] == 'disappointment'].sample(10).iterrows():\n",
+    "    print(idx, record['additional_info'])\n",
+    "    print('\\n' + '-'*60 + '\\n')"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "id": "c1b12bf5-687a-480f-94a9-1bdcc27e93f3",
+   "metadata": {},
+   "source": [
+    "## Insights\n",
+    "\n",
+    "After exploring some applications in this subset of emotions, `sadness`, `caring`, and `disappointment` appear to be the ones that most closely align with with the expectations."
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "8e0bb77f-09a7-4fa2-a00b-cc20351ff5b6",
+   "metadata": {},
    "outputs": [],
    "source": []
   }