step 1

.gitignore

@@ -0,0 +1 @@
+.env

app.py

@@ -1,7 +1,81 @@
 import gradio as gr
+import openai, os
+from huggingface_hub import Repository
+from io import BytesIO
+from dotenv import load_dotenv
+from openai.embeddings_utils import get_embedding, cosine_similarity
+from slack_processing.slack_data_prep import FetchSlack, ProcessSlack
+##from ml_to_nl_translation.translation import getTranslations, getJSONDF
+#from lookups.translate_pdf_to_text import PreparePDF
+#from lookups.create_searchable_content import CreateSearchableContent
+from utilities import api_keys
+import PyPDF2
 
-def greet(name):
-    return "Hello " + name + "!!"
+#import pkg_resources
+#pypdf_version = pkg_resources.get_distribution("PyPDF2").version
+#print(f"python-pypdf_version version: {pypdf_version}")
 
-iface = gr.Interface(fn=greet, inputs="text", outputs="text")
-iface.launch()
+openai.api_key = api_keys.APIKeys().get_key('OPENAI_API_KEY')
+eleven_api_key = api_keys.APIKeys().get_key('ELEVEN_LABS_API_KEY')
+voice_id = api_keys.APIKeys().get_key('VOICE_ID')
+
+def FetchSlackJSON():
+     result=FetchSlack()
+     print("slack result")
+     print (result)
+     return result
+
+def InitProcess():
+     result=ProcessSlack()
+     print("slack result")
+     print (result)
+     return result
+
+def fetch_json_df():
+     #result = getJSONDF()
+     print(result)
+     return result
+
+def fetch_reference():
+     #result = PreparePDF()
+     print("Result"+result)
+     return result
+
+def fetch_content():
+    # result = CreateSearchableContent()
+     return result
+
+with gr.Blocks() as ui1:
+    with gr.Row():
+        b1 = gr.Button("Fetch Slack JSON")
+    with gr.Row():
+        with gr.Column(scale=1, min_width=600):
+            df1 =gr.Dataframe(type="pandas")
+    b1.click(FetchSlackJSON,outputs=df1)
+
+with gr.Blocks() as ui2:
+    with gr.Row():
+        b2 = gr.Button("Process & Tag Slack Data")
+    with gr.Row():
+        with gr.Column(scale=1, min_width=600):
+            df2 =gr.Dataframe(type="pandas")
+    b2.click(ProcessSlack,outputs=df2)
+
+with gr.Blocks() as ui3:
+    with gr.Row():
+        b3 = gr.Button("Pull Reference")
+    with gr.Row():
+        with gr.Column(scale=1, min_width=600):
+            df3 =gr.HTML()
+    b3.click(fetch_reference,outputs=df3)
+
+with gr.Blocks() as ui4:
+    with gr.Row():
+        b4 = gr.Button("Create Searchable Content")
+    with gr.Row():
+        with gr.Column(scale=1, min_width=600):
+            df4 =gr.Dataframe(type="pandas")
+    b4.click(fetch_content,outputs=df4)
+
+demo = gr.TabbedInterface([ui1,ui2,ui3,ui4], ("Fetch Slack", "Process & Tag", "Sort Topics by People","Create Embeddings"))
+demo.launch()

requirements.txt

@@ -0,0 +1,20 @@
+pip>=21.3
+requests==2.31.0
+pylance==0.5.10
+pandas==2.0.3
+numpy==1.25.2
+matplot==0.1.9
+tenacity==8.2.2
+scikit-learn==1.2.2
+plotly.express==0.4.1 
+openai==0.27.8
+openapi-schema-pydantic==1.2.4
+gradio==3.39.0
+gradio_client==0.3.0
+GitPython==3.1.31
+elevenlabs==0.2.18
+python-dotenv==1.0.0
+nltk==3.8.1
+bs4==0.0.1
+lxml==4.9.3
+PyPDF2==3.0.1

slack_processing/data/slack.json

@@ -0,0 +1,1237 @@
+[
+  {
+    "id":45,
+    "person": "DataNinja",
+    "datetime": "2023-07-11 9:21 AM",
+    "message": "#greenshirts #nomemoneeded IMG_6103",
+    "reactions": [
+      {
+        "emoji": ":greenteam:",
+        "count": 8
+      },
+      {
+        "emoji": ":twinsparrot:",
+        "count": 1
+      },
+      {
+        "emoji": ":blueheart:",
+        "count": 4
+      },
+      {
+        "emoji": ":green_heart:",
+        "count": 3
+      },
+      {
+        "emoji": ":shirt:",
+        "count": 3
+      }
+    ],
+    "replies": 5
+  },
+  {
+      "id":1,
+      "person": "carlos.salazar",
+      "datetime": "2023-06-22 9:47 AM",
+      "message": "Ooo.",
+      "reactions": [
+        {
+          "emoji": ":korok:",
+          "count": 1
+        }
+      ],
+      "replies": 0
+    },
+    {
+      "id":2,
+      "person": "Keri W",
+      "datetime": "2023-06-22 9:52 AM",
+      "message": "IMPORTANT ADDITION:  You do NOT need ANY experience or knowledge of D&D to join the one-shot campaign. R2 will walk you through everything you need to know. Don't be shy and join us! (edited)",
+      "reactions": [
+        {
+          "emoji": ":build_heart:",
+          "count": 7
+        }
+      ],
+      "replies": 0
+    },
+    {
+      "id":3,
+      "person": "Brad Merrell",
+      "datetime": "2023-06-22 10:14 AM",
+      "message": "After the summer, then I will be more available.",
+      "reactions": [
+        {
+          "emoji": ":build:",
+          "count": 1
+        }],
+      "replies": 1
+    },
+    {
+      "id":4,
+      "person": "Jay Patel",
+      "datetime": "2023-06-22 12:04 PM",
+      "message": "@here L&L starting in 5 mins. If you are in the office, Feel free to come to RICE. AI Tutoring: Paving the Way to Better Tomorrows in Education\nhttps://teams.microsoft.com/l/meetup-join/19%3ameeting_MTg2OWRkYzgtYTdmOS00NTk4LWE4MmQ[…]2c%22Oid%22%3a%22bca811aa-1982-4f3b-b602-bca1a89180dc%22%7d",
+      "reactions": [
+        {
+          "emoji": ":ai:",
+          "count": 1
+        }
+      ],
+      "replies": 0
+    },
+    {
+      "id":5,
+      "person": "Manik",
+      "datetime": "2023-06-22 2:01 PM",
+      "message": "It's @Sam ’s 2 year Slalomversary. Sam, it's been a pleasure to be on a team with you and thanks for everything you do at _build, especially around the ERGs. Congratulations!",
+      "reactions": [
+        {
+          "emoji": ":sam:",
+          "count": 9
+        },
+        {
+          "emoji": ":tada:",
+          "count": 3
+        },
+        {
+          "emoji": ":thank-you:",
+          "count": 1
+        },
+        {
+          "emoji": ":party_blob:",
+          "count": 1
+        }
+      ],
+      "replies": 10
+    },
+    {
+      "id":6,
+      "person": "Naeem",
+      "datetime": "2023-06-22 2:02 PM",
+      "message": "@Sam happy Slalomversary!",
+      "reactions": [
+        {
+          "emoji": ":thank-you:",
+          "count": 1
+        }
+      ],
+      "replies": 0
+    },
+    {
+      "id":7,
+      "person": "Monika Rudra",
+      "datetime": "2023-06-22 2:02 PM",
+      "message": "Happy Slalomversary @Sam",
+      "reactions": [
+        {
+          "emoji": ":thank-you:",
+          "count": 1
+        }
+      ],
+      "replies": 0
+    },
+    {
+      "id":8,
+      "person": "ʎןןǝʞ",
+      "datetime": "2023-06-22 2:09 PM",
+      "message": "Happy Slalomversary, my dear friend! @Sam :hugging_face:",
+      "reactions": [
+        {
+          "emoji": ":thank-you:",
+          "count": 1
+        },
+        {
+          "emoji": ":heart:",
+          "count": 1
+        }
+      ],
+      "replies": 0
+    },
+    {
+      "id":9,
+      "person": "David Bernal",
+      "datetime": "2023-06-22 2:20 PM",
+      "message": "Happy Slalomversary, @Sam! :partyblob:",
+      "reactions": [
+        {
+          "emoji": ":thank-you:",
+          "count": 1
+        }
+      ],
+      "replies": 0
+    },
+    {
+      "id":10,
+      "person": "Doug Bowen",
+      "datetime": "2023-06-22 2:37 PM",
+      "message": "FYI at 3:30 today, I'll be taking the Arcade machine down for maintenance.  It will actually remain down until next Wednesday morning as I work through some marquee configuration.  :dealwithit:",
+      "reactions": [
+        {
+          "emoji": ":gameboy:",
+          "count": 4
+        }
+      ],
+      "replies": 0
+    },
+    {
+      "id":11,
+      "person": "John Flaherty",
+      "datetime": "2023-06-22 7:36 AM",
+      "message": "Thank you to everyone who came into the office yesterday in support of our Build Center tour for Woodside Energy and AWS. Special thanks to @Christy Nolan and @Danny Weldon for their support presenting “how we work” and “what we’re working on”. We’re well positioned to win work with the buyer at Woodside stating “several consulting companies have pitched to me but nobody aligns better with my vision than Slalom does”.",
+      "reactions": [
+        {
+          "emoji": ":build_heart:",
+          "count": 30
+        },
+        {
+          "emoji": ":build:",
+          "count": 9
+        },
+        {
+          "emoji": ":minion-woohoo:",
+          "count": 2
+        },
+        {
+          "emoji": ":yes-nod:",
+          "count": 1
+        }
+      ],
+      "replies": 0
+    },
+    {
+      "id":12,
+      "person": "derreck.stellpflug",
+      "datetime": "2023-06-20 2:36 PM",
+      "message": ":alert0: :blob-policeangry: :oncoming_police_car: :alert0: Saw :eyes-intensify:  :pirate_flag: this the other day :exploding_head: ...someone please forward :mailbox: this to :slalom:lalom :build:uild Legal:judge:",
+      "reactions": [
+        {
+          "emoji": ":cat-scream-rage:",
+          "count": 4
+        },
+        {
+          "emoji": ":joy:",
+          "count": 3
+        },
+        {
+          "emoji": ":disgruntled-doug:",
+          "count": 1
+        }
+      ],
+      "replies": 0
+    },
+    {
+      "id":13,
+      "person": "Slackbot",
+      "datetime": "2023-06-20 4:00 PM",
+      "message": "Reminder: Time sheets!",
+      "replies": 0
+    },
+    {
+      "id":14,
+      "person": "Naeem",
+      "datetime": "6:24 PM",
+      "message": "Happy Friday",
+      "reactions": [
+        {
+          "emoji": ":cocktail:",
+          "count": 6
+        },
+        {
+          "emoji": ":tequila:",
+          "count": 4
+        },
+        {
+          "emoji": ":100:",
+          "count": 3
+        }
+      ],
+      "replies": 0
+    },
+    {
+      "id":15,
+      "person": "Steven Murray",
+      "datetime": "2023-06-20 8:58 PM",
+      "message": "Date night with my wife at the Sugar Land Space Cowboys game.",
+      "reactions": [
+        {
+          "emoji": ":blueheart:",
+          "count": 20
+        }
+      ],
+      "replies": 0
+    },
+    {
+      "id":16,
+      "person": "Naeem",
+      "datetime": "2023-06-20 4:58 PM",
+      "message": "Happy Father's day to all you _Builder Dads out there!",
+      "reactions": [
+        {
+          "emoji": ":+1:",
+          "count": 6
+        },
+        {
+          "emoji": ":man:",
+          "count": 2
+        },
+        {
+          "emoji": ":build_heart:",
+          "count": 4
+        },
+        {
+          "emoji": ":salute:",
+          "count": 1
+        }
+      ],
+      "replies": 0
+    },
+    {
+      "id":17,
+      "person": "Michelle Francisco",
+      "datetime": "9:44 AM",
+      "message": "Anyone had any cool gifts/activities for Father’s Day?",
+      "reactions": [
+        {
+          "emoji": ":+1:",
+          "count": 1
+        }
+      ],
+      "replies": 0
+    },
+    {
+      "id":18,
+      "person": "Michelle Francisco",
+      "datetime": "2023-07-11 11:12 AM",
+      "message": "National Cow Appreciation Day - @julie.lowe how are the cows? :slightly_smiling_face: :cow:",
+      "reactions": [
+        {
+          "emoji": ":cow2:",
+          "count": 6
+        }
+      ],
+      "replies":7
+    },
+    {
+      "id":19,
+      "person": "richard.hand",
+      "datetime": "2023-06-20 9:45 AM",
+      "message": "I applied sunscreen poorly and have stripes of sunburn....",
+      "reactions": [
+        {
+          "emoji": ":sad-dog-2:",
+          "count": 2
+        },
+        {
+          "emoji": ":mario_sun:",
+          "count": 3
+        },
+        {
+          "emoji": ":rolling_on_the_floor_laughing:",
+          "count": 5
+        }
+      ],
+      "replies":0
+    },
+    {
+      "id":20,
+      "person": "Mrinalini Shekhawat",
+      "datetime": "2023-06-20 9:46 AM",
+      "message": "My 3 year old daughter went to GAP and selected a flower print shirt for my husband - Nishank (I have never seen him wear flower print, till yesterday). She also bought candy 'to share'.",
+      "reactions": [
+        {
+          "emoji": ":grinning:",
+          "count": 7
+        },
+        {
+          "emoji": ":+1:",
+          "count": 1
+        },
+        {
+          "emoji": ":heart:",
+          "count": 12
+        },
+        {
+          "emoji": ":flower:",
+          "count": 2
+        }
+      ],
+      "replies":0
+    },
+    {
+      "id":21,
+      "person": "Ahmad Shareef",
+      "datetime": "2023-06-20 10:20 AM",
+      "message": "@channel  Who's going in on Wednesday!? For lunch, We will be having lunch from Bellagreen. If want lunch please drop a  :lunch-bag: by EOD today. This will help me determine how much to order! Thank you:build_heart: Options Below , comes with chips and fresh fruit...",
+      "reactions": [
+        {
+          "emoji": ":lunch-bag:",
+          "count": 38
+        },
+        {
+          "emoji": ":sob:",
+          "count": 1
+        }
+      ],
+      "replies":0
+    },
+    {
+      "id":22,
+      "person": "Stanley Lee Bertrand",
+      "datetime": "2023-06-20 10:29 AM",
+      "message": "Hey, what do we do if B.R.A.D. kicks back and error? @Ethan Bowen @Doug Bowen",
+      "replies":0,
+      "reactions": [
+        {
+          "emoji": ":parking:",
+          "count": 1
+        }]   
+    },
+    {
+      "id":23,
+      "person": "John Flaherty",
+      "datetime": "2023-06-20 11:16 AM",
+      "message": "@channel Also happening on Wednesday is the Woodside Build Center Tour beginning at 9am. I would like to have as many Builders in the office as possible. Please make every effort to be on-site. Thank you.",
+      "reactions": [
+        {
+          "emoji": ":+1:",
+          "count": 13
+        },
+        {
+          "emoji": ":hack4socialgood:",
+          "count": 7
+        }
+      ]
+    },
+    {
+      "id":24,
+      "person": "Michelle Francisco",
+      "datetime": "2023-06-20 11:34 AM",
+      "message": "BuildersAssemblesmaller.png",
+      "reactions": [
+        {
+          "emoji": ":hero:",
+          "count": 3
+        }
+      ],
+      "replies":0
+    },
+    {
+      "id":25,
+      "person": "Jordan Lene",
+      "datetime": "2023-06-20 12:31 PM",
+      "message": ".,   .,.;’/bcv=hc=bgx[pL;IKQWSDFGHNM,////",
+      "reactions": [
+        {
+          "emoji": ":cat:",
+          "count": 3
+        },
+        {
+          "emoji": ":baby:",
+          "count": 8
+        },
+        {
+          "emoji": ":cute_tears:",
+          "count": 1
+        },
+        {
+          "emoji": ":build_heart:",
+          "count": 1
+        }
+      ],
+      "replies":0
+    },
+    {
+      "id":26,
+      "person": "richard.hand",
+      "datetime": "2023-06-20 1:49 PM",
+      "message": "how to tell someone sitting behind you chewing ice from a solo cup that it is really on your nerves?   - asking for a friend",
+      "replies":0
+    },
+    {
+      "id":27,
+      "person": "Michelle Francisco",
+      "datetime": "2023-07-13 5:23PM",
+      "message": "@Doug Bowen what's wrong with the J.O.H.N.?",
+      "reactions": [
+        {
+          "emoji": ":disgruntled-doug:",
+          "count": 2
+        }
+      ],
+      "replies": 6
+    },
+    {
+      "id":28,
+      "person": "Jason Riley",
+      "datetime": "2023-07-06 8:38AM",
+      "message": "Please wish @Christy Nolan a happy 2 year Slalomversary!",
+      "reactions": [
+        {
+          "emoji": ":celebrate-inclusive:",
+          "count": 6
+        },
+        {
+          "emoji": ":tada:",
+          "count": 1
+        },
+        {
+          "emoji": ":2-two:",
+          "count": 1
+        }
+      ],
+      "replies": 13
+    },
+    {
+      "id":29,
+      "person": "Alexa De La Garza",
+      "datetime": "2023-07-06 8:50AM",
+      "message": "@here Good morning everyone! We are having our CCC today in the rice room from 9:00-10:00am!",
+      "reactions": [
+        {
+          "emoji": ":clapping-inclusive:",
+          "count": 3
+        },
+        {
+          "emoji": ":coffee:",
+          "count": 4
+        },
+        {
+          "emoji": ":bean:",
+          "count": 3
+        }
+      ],
+      "replies": 0
+    },
+    {
+      "id":30,
+      "person": "Richard Hand",
+      "datetime": "2023-07-06 9:05AM",
+      "message": "Is anyone else getting signed out of their sessions from one day to the next? My Chrome tab that had a sharepoint open, logged me out, my Salesforce link, logged out... Anyone else?",
+      "reactions": [
+        {
+          "emoji": ":sad-face:",
+          "count": 1
+        }],
+      "replies": 0
+    },
+    {
+      "id":31,
+      "person": "Michelle Francisco",
+      "datetime": "2023-07-06 9:07AM",
+      "message": "I am not @Richard Hand",
+      "reactions": [
+        {
+          "emoji": ":build_heart:",
+          "count": 1
+        }],
+      "replies": 0
+    },    
+    {
+      "id":32,
+      "person": "Inez Escandon",
+      "datetime": "2023-07-06 10:18PM",
+      "message": "UPDATE: They've been found! Thank you @Alexa De La Garza and @Josh Mascorro :meow_heart: If anyone sees/saw the wine bottles I won from the auction for Target Hunger can you please put them by Melanie’s desk :melting_face: I think I left them by Rice where we were having karaoke or maybe even by the elevators.",
+      "reactions": [
+        {
+          "emoji": ":wine:",
+          "count": 1
+        }],
+      "replies": 0
+    },
+    {
+      "id":33,
+      "person": "Ahmad Shareef",
+      "datetime": "2023-07-07 12:07 PM",
+      "message": "@here :alert-blue:calling all bakers!! Want to show off your skills & take on a challenge to be titled the best baker in the Houston Build Center?? Then enter The Great Build Bake Off!! :chefkiss::blob-birthdaycake::first_place_medal::blobwhee: We are doing Cakes this round:blob-birthdaycake:! Sign up HERE & bring your best slices on Wednesday, June 14th. More deets below :point_down: Please be sure to pre-cut the cake into bite-size, before the judging There will be a People’s Choice and Judges’ Choice as winners You do not need to be present during the judging time to enter. Bakeoff (2).png",
+      "reactions": [
+        {
+          "emoji": ":cake-cowboy:",
+          "count": 3
+        },
+        {
+          "emoji": ":blob-birthdaycake:",
+          "count": 2
+        }
+      ],
+      "replies": 0
+    },
+    {
+      "id":34,
+      "person": "Alexa De La Garza",
+      "datetime": "2023-07-07 2:25 PM",
+      "message": "@here Hello folks! B.R.A.D is working again if anyone in the office needs parking validation :brad-badge::blue_car:",
+      "reactions": [
+        {
+          "emoji": ":brad-bot:",
+          "count": 8
+        },
+        {
+          "emoji": ":hack4socialgood:",
+          "count": 1
+        },
+        {
+          "emoji": ":brad-badge:",
+          "count": 3
+        }
+      ],
+      "replies": 0
+    },
+    {
+      "id":35,
+      "person": "jmoney",
+      "datetime": "2023-07-07 5:39 PM",
+      "message": "Severe T storms just hit Northside. High winds, torrential downpour, and the traditional ceremonial power outage.",
+      "reactions": [
+        {
+          "emoji": ":open_mouth:",
+          "count": 1
+        },
+        {
+          "emoji": ":yes2:",
+          "count": 1
+        }
+      ],
+      "replies": 1
+    },
+    {
+      "id":36,
+      "person": "Doug Bowen",
+      "datetime": "2023-07-07 5:50 PM",
+      "message": "Be safe!",
+      "reactions": [
+        {
+          "emoji": ":build:",
+          "count": 1
+        }],
+      "replies": 0
+    },
+    {
+      "id":37,
+      "person": "jmoney",
+      "datetime": "2023-07-07 6:59 PM",
+      "message": "I call this \"lights-out grilled chicken nachos\"",
+      "reactions": [
+        {
+          "emoji": ":blueheart:",
+          "count": 7
+        },
+        {
+          "emoji": ":excuse-me-aless:",
+          "count": 3
+        },
+        {
+          "emoji": ":+1:",
+          "count": 2
+        },
+        {
+          "emoji": ":power-outage:",
+          "count": 1
+        }
+      ],
+      "replies": 0
+    },
+    {
+      "id":38,
+      "person": "Ahmad Shareef",
+      "datetime": "2023-07-10 11:18 AM",
+      "message": "@here Who's going in on Wednesday!? We will be having Tacos from Velvet Taco. If want lunch please drop a :taco: by EOD today:alert0:. This will help me determine how much to order! Thank you :build_heart: Buffalo Chicken - crisp tenders, house buffalo sauce, danish bleu cheese, ranch crema, carrots, micro celery, flour tortilla Picnic chicken - rotisserie chicken, avocado crema, warm honey-dijon potato salad, crispy chicken skin, cilantro, flour tortilla Mediterranean mushroom - grilled portobello mushrooms, french fries, cucumber, grilled heirloom tomatoes, dill, flour tortilla - Vegan Grilled salmon - napa slaw, citrus lime crema, pickled fresnos, roasted corn pico, avocado crema, micro cilantro, corn tortilla Side: Elote & chips- queso listo, Valentina, citrus lime crema, queso fresco, lime (edited)",
+      "reactions": [
+        {
+          "emoji": ":taco:",
+          "count": 42
+        },
+        {
+          "emoji": ":drooling_face:",
+          "count": 1
+        }
+      ],
+      "replies": 6
+    },
+    {
+      "id":39,
+      "person": "Ahmad Shareef",
+      "datetime": "2023-07-10 11:24 AM",
+      "message": "@here :ai:Hey HOU Build the second Hackathon Subject Matter Expert Series hosted by Carrick Carpenter, Miles Erickson and Etienne Ohl is this Wednesday, June 7th at 10:30am PT. Learn how to cruise quicker and securely with Generative AI! Check out the Hackathon events page.",
+      "replies": 0,
+      "reactions": [
+        {
+          "emoji": ":build_heart:",
+          "count": 2
+        },
+        {
+          "emoji": ":+1:",
+          "count": 2
+        }
+      ]
+    },
+    {
+      "id":40,
+      "person": "Robert Hailey",
+      "datetime": "2023-07-10 11:38 AM",
+      "message": "My notebook indicates there was a lunch-and-learn on robert's rules of order today, but I don't see it on the calendar. Was it cancelled/rescheduled? I don't even see the invite in my email. (edited)",
+      "reactions": [
+        {
+          "emoji": ":question:",
+          "count": 1
+        }],
+      "replies": 2
+    },
+    {
+      "id":41,
+      "person": "Linh Ta",
+      "datetime": "2023-07-10 11:49 AM",
+      "message": "Also happening tomorrow~ Wednesday June 7th at 5pm sharp is BUILD KARAOKE NIGHT!!!! :celebrate::micdrop-boom::dancefloor: @here",
+      "reactions": [
+        {
+          "emoji": ":celebrate-inclusive:",
+          "count": 5
+        },
+        {
+          "emoji": ":microphone:",
+          "count": 4
+        },
+        {
+          "emoji": ":dancefloor:",
+          "count": 1
+        }
+      ],
+      "replies": 5
+    },
+    {
+      "id":42,
+      "person": "jmoney",
+      "datetime": "2023-07-10 9:59 PM",
+      "message": "I'll miss WFWW with a cough and a fever :face_with_thermometer:",
+      "reactions": [
+        {
+          "emoji": ":get-well-soon:",
+          "count": 3
+        }
+      ],
+      "replies": 0
+    },
+    {
+      "id":43,
+      "person": "Steven Murray",
+      "datetime": "2023-07-10 6:16 AM",
+      "message": "BRAD is down this morning.",
+      "reactions": [
+        {
+          "emoji": ":disappointed_relieved:",
+          "count": 1
+        }
+      ],
+      "replies": 6
+    },
+    {
+      "id":44,
+      "person": "Melanie Halbert",
+      "datetime": "2023-07-11 8:43 AM",
+      "message": "Hey @channel, oddly specific request: If you’re an artistic human who plays Pokémon Go, please come find me when you have a little spare time. I’ve got a fun project for you.",
+      "reactions": [
+        {
+          "emoji": ":pokeball:",
+          "count": 5
+        }
+      ],
+      "replies": 3
+    },
+    {
+      "id":46,
+      "person": "Jane",
+      "datetime": "2023-07-11 9:52 AM",
+      "message": "replied to a thread: #greenshirts #nomemoneeded Well, we just had to! IMG_8782.JPG.jpg",
+      "reactions": [
+        {
+          "emoji": ":yes-flash:",
+          "count": 4
+        },
+        {
+          "emoji": ":pants:",
+          "count": 6
+        }
+      ],
+      "replies": 0
+    },
+    { 
+      "id":47,
+      "person": "Doug Bowen",
+      "datetime": "2023-07-11 9:54 AM",
+      "message": "All thats left is shoes!!",
+      "reactions": [
+        {
+          "emoji": ":build:",
+          "count": 1
+        }],
+      "replies": 0
+    },
+    {
+      "id":48,
+      "person": "DataNinja",
+      "datetime": "2023-07-11 10:00 AM",
+      "message": "Let’s see who is up to the challenge @Doug Bowen",
+      "reactions": [
+        {
+          "emoji": ":build:",
+          "count": 1
+        }],
+      "replies": 0
+    },
+    {
+      "id":49,
+      "person": "Doug Bowen",
+      "datetime": "2023-07-11 10:12 AM",
+      "message": "Just FYI, our arcade machine (JOHN) is open for business! Let me know if you have any requests, concerns, or suggestions. For those asking, we have a digital marquee coming in the next few weeks and we'll be vinyl wrapping the cabinet closer to August (when our UX designer returns from leave) Have fun!",
+      "reactions": [
+        {
+          "emoji": ":build_heart:",
+          "count": 17
+        },
+        {
+          "emoji": ":hack4socialgood:",
+          "count": 9
+        },
+        {
+          "emoji": ":mario3:",
+          "count": 8
+        },
+        {
+          "emoji": ":arcade:",
+          "count": 5
+        },
+        {
+          "emoji": ":pacman:",
+          "count": 5
+        },
+        {
+          "emoji": ":nice_neon:",
+          "count": 3
+        }
+      ],
+      "replies": 0
+    },
+    {
+      "id":50,
+      "person": "Ahmad Shareef",
+      "datetime": "2023-07-17 8:51 AM",
+      "message": "@here Hope everyone had a restful 3-day weekend! Who's going in tomorrow!? We will be having Bowls from Genghis Grill. If want lunch please drop a :dumpling:  by EOD today:alert0:. This will help me determine how much to order!  Thank you :build_heart: Menu: Tofu 4 U Bowl - Tofu with dragon salt, yellow onions, broccoli, roasted bell peppers, roasted sesame garlic sauce, and white rice. Topped with toasted sesame seeds and green onions. Teriyaki Chicken - Chicken, broccoli, green onion, and pineapple in a sweet soy-ginger teriyaki sauce served with white rice. Topped with crunchy chow mein. Bangkok Bowl - Chicken, crushed red pepper, ginger, yellow & green onions, sugar snap peas, red bell peppers, carrots, and Udon noodles with a savory sauce. Topped with toasted sesame seeds and green onions. Supreme Fried Rice Bowl - Steak, chicken, and shrimp with fried rice (w/ yellow & green onions, red bell peppers, carrots, & egg).",
+      "reactions": [
+        {
+          "emoji": ":dumpling:",
+          "count": 34
+        },
+        {
+          "emoji": ":hearts:",
+          "count": 2
+        }
+      ],
+      "replies": 12
+    },
+    {
+      "id":51,
+      "person": "Phillip Nguyen",
+      "datetime": "2023-07-12 8:53 AM",
+      "message": "I’ll take a Bangkok bowl!",
+      "reactions": [
+        {
+          "emoji": ":bowl:",
+          "count": 1
+        }
+      ],
+      "replies": 0
+    },
+    {
+      "id":52,
+      "person": "Blake Bryce",
+      "datetime": "2023-07-12 9:02 AM",
+      "message": "Happy 6 year anniversary to the formation of Houston :_b: QE :celebrate-all: @Logan Le @Blake Bryce @King Khan",
+      "reactions": [
+        {
+          "emoji": ":clapping-inclusive:",
+          "count": 19
+        },
+        {
+          "emoji": ":_build_qe:",
+          "count": 11
+        },
+        {
+          "emoji": ":blake:",
+          "count": 5
+        },
+        {
+          "emoji": ":loganle:",
+          "count": 5
+        },
+        {
+          "emoji": ":salman:",
+          "count": 5
+        },
+        {
+          "emoji": ":build4:",
+          "count": 2
+        }
+      ],
+      "replies": 0
+    },
+    {
+      "id":53,
+      "person": "Michelle Francisco",
+      "datetime": "2023-07-12 10:28 AM",
+      "message": "Hey hey hey Houston! Hope you all had a relaxing and enjoyable 3-day weekend. Partners 4 Good will be building Worthy Bags Friday June 2 from 12-1pm 12:30-1:30pm. If you are interested in helping, reply here and I’ll forward you the invite. Also, feel free to just stop by and help out. Hope to see you Friday! (edited)",
+      "reactions": [
+        {
+          "emoji": ":heart:",
+          "count": 3
+        },
+        {
+          "emoji": ":build_heart:",
+          "count": 1
+        }
+      ],
+      "replies": 2
+    },
+    {
+      "id":54,
+      "person": "Ahmad Shareef",
+      "datetime": "2023-07-12 11:16 AM",
+      "message": "@here a quick note, the first session of the Hackathon Subject Matter Expert Series with Bethany Mudd and Chris Samuels is tomorrow, May 31st at 10:30am PT. Learn how to reimagine the art of the possible with Generative AI:ai:. You can join by using the add to calendar function from the Hackathon events page.",
+      "replies": 0,
+      "reactions": [
+        {
+          "emoji": ":build_heart:",
+          "count": 5
+        }]
+    },
+    {
+      "id":55,
+      "person": "Ahmad Shareef",
+      "datetime": "2023-07-12 11:54 AM",
+      "message": "@here Hey everyone! If you are currently at the Slalom office and drive a white Mercedes SUV (license plate OKPAKO), please move it immediately as it is parked in a reserved spot on Level 3 and will be towed if not moved by 1pm. giphy (4).gif",
+      "replies": 0,
+      "reactions": [
+        {
+          "emoji": ":no_mouth:",
+          "count": 1
+        }
+      ]
+    },
+    {
+      "id":56,
+      "person": "derreck.stellpflug",
+      "datetime": "2023-07-12 12:07 PM",
+      "message": ":alert0::derreck_5_aws::alert0::derreck_5_aws::alert0::derreck_5_aws::alert0::derreck_5_aws::alert0::derreck_5_aws::alert0::derreck_5_aws::alert0::derreck_5_aws::alert0: :derreck_5_aws::alert0::derreck_5_aws::alert0::derreck_5_aws::alert0: :alert0::derreck_5_aws::alert0::derreck_5_aws::alert0::derreck_5_aws::alert0::derreck_5_aws::alert0::derreck_5_aws::alert0::derreck_5_aws::alert0: I'M BACK :terminator: :derreck_5_aws::alert0::derreck_5_aws::alert0::derreck_5_aws::alert0::derreck_5_aws::alert0: :alert0::derreck_5_aws::alert0: :derreck_5_aws::ampersand: Can happily :happy-fox: :speaking_head_in_silhouette: Reeeport :bangbang: :alert0: :derreck_5_aws::alert0::derreck_5_aws::alert0: :alert0::derreck_5_aws: That the wrong :sadblob: has FINALLY been righted :face_exhaling: :derreck_5_aws::alert0::derreck_5_aws::alert0: :alert0::derreck_5_aws: I'VE RECEIVED :mailbox: MY SPECIALICZAR MEDALION :promptitude: :derreck_5_aws::alert0: :alert0::derreck_5_aws::alert0::derreck_5_aws::alert0::derreck_5_aws::alert0::derreck_5_aws::alert0::derreck_5_aws::alert0::derreck_5_aws::alert0: :derreck_5_aws::alert0::derreck_5_aws::alert0::derreck_5_aws::alert0: IMG_3492.heic",
+      "reactions": [
+        {
+          "emoji": ":hack4socialgood:",
+          "count": 9
+        },
+        {
+          "emoji": ":star2:",
+          "count": 8
+        },
+        {
+          "emoji": ":whoa-keanu:",
+          "count": 5
+        },
+        {
+          "emoji": ":firey-fire:",
+          "count": 9
+        },
+        {
+          "emoji": ":celebrate:",
+          "count": 5
+        },
+        {
+          "emoji": ":aws:",
+          "count": 6
+        },
+        {
+          "emoji": ":rainbow:",
+          "count": 2
+        },
+        {
+          "emoji": ":joy:",
+          "count": 3
+        },
+        {
+          "emoji": ":tada:",
+          "count": 2
+        },
+        {
+          "emoji": ":raised_hands:",
+          "count": 2
+        },
+        {
+          "emoji": ":100:",
+          "count": 1
+        },
+        {
+          "emoji": ":derreck:",
+          "count": 6
+        },
+        {
+          "emoji": ":alert-blue:",
+          "count": 2
+        },
+        {
+          "emoji": ":sparkles:",
+          "count": 2
+        },
+        {
+          "emoji": ":heart:",
+          "count": 2
+        },
+        {
+          "emoji": ":build:",
+          "count": 2
+        },
+        {
+          "emoji": ":dumbfounded-doug:",
+          "count": 3
+        }
+      ],
+      "replies": 0
+    },
+    { 
+      "id":57,
+      "person": "Ethan Bowen",
+      "datetime": "2023-07-12 2:22 PM",
+      "message": "Hello fellow builders, :brad-badge: BRAD :brad-badge: will be down for the rest of the month as he undergoes an external rework and final physical build.  Please ask the Ops team to validate your ticket in the mean time.  Thanks everyone!",
+      "replies": 1,
+      "reactions": [
+        {
+          "emoji": ":build_heart:",
+          "count": 1
+        }
+      ]
+    },
+    {
+      "id":58,
+      "person": "Linh Ta",
+      "datetime": "2023-07-12 3:35 PM",
+      "message": "Hi there - a few of us are meeting at RA Sushi for an impromptu happy hour! :cheers::kawaii-sushi: Join us - it's BYOD (Buy Your Own Drink)! :blob-wink:",
+      "replies": 9,
+      "reactions": [
+        {
+          "emoji": ":blobwhee:",
+          "count": 1
+        },
+        {
+          "emoji": "+3",
+          "count": 1
+        }
+      ]
+    },
+    {
+      "id":59,
+      "person": "Jane",
+      "datetime": "2023-07-13 9:52 AM",
+      "message": "Tell me this isn’t relatable :joy: https://youtu.be/BKorP55Aqvg",
+      "replies": 6,
+      "reactions": [
+        {
+          "emoji": ":laughing:",
+          "count": 3
+        },
+        {
+          "emoji": ":yes2:",
+          "count": 1
+        }
+      ]
+    },
+    {
+      "id":60,
+      "person": "Stefano",
+      "datetime": "2023-07-13 9:53 AM",
+      "message": "replied to a thread: Tell me this isn’t relatable :joy:… A classic, alongside this one: https://www.youtube.com/watch?v=y8OnoxKotPQ",
+      "replies": 0,
+      "reactions": [
+        {
+          "emoji": ":mindblown:",
+          "count": 2
+        }
+      ]
+    },
+    {
+      "id":61,
+      "person": "John Flaherty",
+      "datetime": "2023-07-13 10:24 AM",
+      "message": "Happy 713 Day! image.png image.png",
+      "replies": 0,
+      "reactions": [
+        {
+          "emoji": ":seven:",
+          "count": 15
+        },
+        {
+          "emoji": ":one:",
+          "count": 15
+        },
+        {
+          "emoji": ":three:",
+          "count": 15
+        },
+        {
+          "emoji": ":+1:",
+          "count": 1
+        }
+      ]
+    },
+    {
+      "id":62,
+      "person": "Chase",
+      "datetime": "2023-07-13 10:26 AM",
+      "message": "HTOWN TIL WE DROWN",
+      "replies": 1,
+      "reactions": [
+        {
+          "emoji": ":rolling_on_the_floor_laughing:",
+          "count": 9
+        },
+        {
+          "emoji": ":100:",
+          "count": 4
+        },
+        {
+          "emoji": ":gold-star:",
+          "count": 2
+        },
+        {
+          "emoji": ":grimacing:",
+          "count": 1
+        }
+      ]
+    },
+    {
+      "id":63,
+      "person": "Chase",
+      "datetime": "2023-07-13 10:36 AM",
+      "message": "trill (896 kB) https://media4.giphy.com/media/x0vDHDAkAxS3S/giphy.gif?cid=6104955e484j64k7mgl4ober5tdsyqegtkuaok7gl1i14eta&ep=v1_gifs_translate&rid=giphy.gif&ct=g",
+      "replies": 0,
+      "reactions": [
+        {
+          "emoji": ":this:",
+          "count": 3
+        }
+      ]
+    },
+    {
+      "id":64,
+      "person": "Michelle Francisco",
+      "datetime": "10:38 AM",
+      "message": "Happy birthday @Ray Lopez! H-Town and Prime days are Ray’s Day. balloons.jpeg balloons.jpeg",
+      "replies": 23,
+      "reactions": [
+        {
+          "emoji": "balloon",
+          "count": 1
+        }
+      ]
+    },
+    {
+      "id":65,
+      "person": "Keri W",
+      "datetime": "2023-07-13 3:14 PM",
+      "message": "Hey Houston fam!:flamingo-dance: Love community theater? :performing_arts: Enjoy supporting local arts? Check out Theatre Southwest's Festival of Originals (FOO)! :tada: Theatre Southwest is a hidden gem :gem: just a hop, skip, and jump from the Build Center. In a single show, catch 5 short original works by different playwrights, each with a different director and cast. FOO runs weekends from July 28 to August 12 :spiral_calendar_pad: More info and tickets are available at the TSW website. Don't miss out!",
+      "replies": 3,
+      "reactions": [
+        {
+          "emoji": ":build_heart:",
+          "count": 5
+        },
+        {
+          "emoji": ":performing_arts:",
+          "count": 3
+        }
+      ]
+    },
+    {
+      "id":66,
+      "person": "Michelle Francisco",
+      "datetime": "2023-07-13 4:04 PM",
+      "message": "Next Friday - Bring Your Kids to Work Day Have your kiddos ever wondered what you do all day at work or wanted to see the office? Get ready for a fun time that will surely leave them wide-eyed with wonder and brimming with excitement! It’s time to mark your calendars for our. Kindly fill out the RSVP link here by July 14th. Here are some additional things to know: Kid Age Range 6 -16 Parents must be involved during this time frame (this is not a babysitting event) Have some fun!",
+      "replies": 0,
+      "reactions": [
+        {
+          "emoji": ":build_heart:",
+          "count": 5
+        }]
+    },
+    {
+      "id":67,
+      "person": "Doug Bowen",
+      "datetime": "2023-07-11 10:12 AM",
+      "message": "I love subway. I'm going to order 10 footlongs for the team. Please drop a :subway: if you want to join in. I'll be ordering at 11:30. Thanks",
+      "reactions": [
+        {
+          "emoji": ":subway:",
+          "count": 3
+        }
+      ],
+      "replies": 0
+    },
+    {
+      "id":68,
+      "person": "Srijaya Suresh",
+      "datetime": "2023-07-11 10:12 AM",
+      "message": "Is it time for Blake to take the Milk Challenge?!?",
+      "reactions": [
+        {
+          "emoji": ":milk:",
+          "count": 3
+        }
+      ],
+      "replies": 0
+    },
+    {
+      "id":69,
+      "person": "Srijaya Suresh",
+      "datetime": "2023-07-14 10:12 AM",
+      "message": "Hey Blake, Got milk?!?",
+      "reactions": [
+        {
+          "emoji": ":milk:",
+          "count": 3
+        }
+      ],
+      "replies": 0
+    }, {
+      "id":70,
+      "person": "Michelle Francisco",
+      "datetime": "2023-07-14 10:12 AM",
+      "message": "Did someone say MILK? @BlakeBryce?!?",
+      "reactions": [
+        {
+          "emoji": ":milk:",
+          "count": 3
+        }
+      ],
+      "replies": 0
+    },
+    {
+      "id":71,
+      "person": "Blake Bryce",
+      "datetime": "2023-07-14 10:12 AM",
+      "message": "Never drank milk.",
+      "reactions": [
+        {
+          "emoji": ":milk:",
+          "count": 2
+        }
+      ],
+      "replies": 0
+    }, 
+    {
+      "id":72,
+      "person": "Kim Adams",
+      "datetime": "2023-07-14 10:12 AM",
+      "message": "Blake should drink milk.",
+      "reactions": [
+        {
+          "emoji": ":milk:",
+          "count": 2
+        }
+      ],
+      "replies": 0
+    }
+  ]

slack_processing/data/themes.json

@@ -0,0 +1,346 @@
+[
+    {
+        "theme": "D&D Campaign",
+        "modifier": 0.0,
+        "message": "IMPORTANT ADDITION  You do NOT need ANY experience or knowledge of D&D to join the one-shot campaign. R2 will walk you through everything you need to know. Don't be shy and join us! (edited)",
+        "person": "Keri W",
+        "postId": 2,
+        "themeSimilarity": 1.0
+    },
+    {
+        "theme": "Availability",
+        "modifier": 1.0,
+        "message": "After the summer then I will be more available.",
+        "person": "Brad Merrell",
+        "postId": 3,
+        "themeSimilarity": 1.0
+    },
+    {
+        "theme": "Meeting",
+        "modifier": 0.0,
+        "message": "@here L&L starting in 5 mins. If you are in the office Feel free to come to RICE. AI Tutoring Paving the Way to Better Tomorrows in Education\nhttps//teams.microsoft.com/l/meetup-join/19%3ameeting_MTg2OWRkYzgtYTdmOS00NTk4LWE4MmQ[\u2026]2c%22Oid%22%3a%22bca811aa-1982-4f3b-b602-bca1a89180dc%22%7d",
+        "person": "Jay Patel",
+        "postId": 4,
+        "themeSimilarity": 1.0
+    },
+    {
+        "theme": "Celebration",
+        "modifier": 10.0,
+        "message": "It's @Sam \u2019s 2 year Slalomversary. Sam it's been a pleasure to be on a team with you and thanks for everything you do at _build especially around the ERGs. Congratulations!",
+        "person": "Manik",
+        "postId": 5,
+        "themeSimilarity": 1.0
+    },
+    {
+        "theme": "Celebration",
+        "modifier": 0.0,
+        "message": "Happy Slalomversary my dear friend! @Sam hugging_face",
+        "person": "\u028e\u05df\u05df\u01dd\u029e",
+        "postId": 8,
+        "themeSimilarity": 1.0
+    },
+    {
+        "theme": "Maintenance",
+        "modifier": 0.0,
+        "message": "FYI at 330 today I'll be taking the Arcade machine down for maintenance.  It will actually remain down until next Wednesday morning as I work through some marquee configuration.  dealwithit",
+        "person": "Doug Bowen",
+        "postId": 10,
+        "themeSimilarity": 1.0
+    },
+    {
+        "theme": "Appreciation",
+        "modifier": 0.0,
+        "message": "Thank you to everyone who came into the office yesterday in support of our Build Center tour for Woodside Energy and AWS. Special thanks to @Christy Nolan and @Danny Weldon for their support presenting \u201chow we work\u201d and \u201cwhat we\u2019re working on\u201d. We\u2019re well positioned to win work with the buyer at Woodside stating \u201cseveral consulting companies have pitched to me but nobody aligns better with my vision than Slalom does\u201d.",
+        "person": "John Flaherty",
+        "postId": 11,
+        "themeSimilarity": 1.0
+    },
+    {
+        "theme": "Time Sheets",
+        "modifier": 0.0,
+        "message": "Reminder Time sheets!",
+        "person": "Slackbot",
+        "postId": 13,
+        "themeSimilarity": 1.0
+    },
+    {
+        "theme": "Date Night",
+        "modifier": 0.0,
+        "message": "Date night with my wife at the Sugar Land Space Cowboys game.",
+        "person": "Steven Murray",
+        "postId": 15,
+        "themeSimilarity": 1.0
+    },
+    {
+        "theme": "Father'S Day",
+        "modifier": 0.0,
+        "message": "Happy Father's day to all you _Builder Dads out there!",
+        "person": "Naeem",
+        "postId": 16,
+        "themeSimilarity": 1.0
+    },
+    {
+        "theme": "Cow Appreciation",
+        "modifier": 7.0,
+        "message": "National Cow Appreciation Day - @julie.lowe how are the cows? slightly_smiling_face cow",
+        "person": "Michelle Francisco",
+        "postId": 18,
+        "themeSimilarity": 1.0
+    },
+    {
+        "theme": "Sunburn",
+        "modifier": 0.0,
+        "message": "I applied sunscreen poorly and have stripes of sunburn....",
+        "person": "richard.hand",
+        "postId": 19,
+        "themeSimilarity": 1.0
+    },
+    {
+        "theme": "Gift",
+        "modifier": 0.0,
+        "message": "My 3 year old daughter went to GAP and selected a flower print shirt for my husband - Nishank (I have never seen him wear flower print till yesterday). She also bought candy 'to share'.",
+        "person": "Mrinalini Shekhawat",
+        "postId": 20,
+        "themeSimilarity": 1.0
+    },
+    {
+        "theme": "Lunch Order",
+        "modifier": 0.0,
+        "message": "@channel  Who's going in on Wednesday!? For lunch We will be having lunch from Bellagreen. If want lunch please drop a  lunch-bag by EOD today. This will help me determine how much to order! Thank youbuild_heart Options Below  comes with chips and fresh fruit...",
+        "person": "Ahmad Shareef",
+        "postId": 21,
+        "themeSimilarity": 1.0
+    },
+    {
+        "theme": "Build Center",
+        "modifier": NaN,
+        "message": "@channel Also happening on Wednesday is the Woodside Build Center Tour beginning at 9am. I would like to have as many Builders in the office as possible. Please make every effort to be on-site. Thank you.",
+        "person": "John Flaherty",
+        "postId": 23,
+        "themeSimilarity": 1.0
+    },
+    {
+        "theme": "Etiquette",
+        "modifier": 0.0,
+        "message": "how to tell someone sitting behind you chewing ice from a solo cup that it is really on your nerves?   - asking for a friend",
+        "person": "richard.hand",
+        "postId": 26,
+        "themeSimilarity": 1.0
+    },
+    {
+        "theme": "Meeting",
+        "modifier": 0.0,
+        "message": "@here Good morning everyone! We are having our CCC today in the rice room from 900-1000am!",
+        "person": "Alexa De La Garza",
+        "postId": 29,
+        "themeSimilarity": 1.0
+    },
+    {
+        "theme": "Technical Issue",
+        "modifier": 0.0,
+        "message": "Is anyone else getting signed out of their sessions from one day to the next? My Chrome tab that had a sharepoint open logged me out my Salesforce link logged out... Anyone else?",
+        "person": "Richard Hand",
+        "postId": 30,
+        "themeSimilarity": 1.0
+    },
+    {
+        "theme": "Found",
+        "modifier": 0.0,
+        "message": "UPDATE They've been found! Thank you @Alexa De La Garza and @Josh Mascorro meow_heart If anyone sees/saw the wine bottles I won from the auction for Target Hunger can you please put them by Melanie\u2019s desk melting_face I think I left them by Rice where we were having karaoke or maybe even by the elevators.",
+        "person": "Inez Escandon",
+        "postId": 32,
+        "themeSimilarity": 1.0
+    },
+    {
+        "theme": "Bake Off",
+        "modifier": 0.0,
+        "message": "@here alert-bluecalling all bakers!! Want to show off your skills & take on a challenge to be titled the best baker in the Houston Build Center?? Then enter The Great Build Bake Off!! chefkissblob-birthdaycakefirst_place_medalblobwhee We are doing Cakes this roundblob-birthdaycake! Sign up HERE & bring your best slices on Wednesday June 14th. More deets below point_down Please be sure to pre-cut the cake into bite-size before the judging There will be a People\u2019s Choice and Judges\u2019 Choice as winners You do not need to be present during the judging time to enter. Bakeoff (2).png",
+        "person": "Ahmad Shareef",
+        "postId": 33,
+        "themeSimilarity": 1.0
+    },
+    {
+        "theme": "Parking Validation",
+        "modifier": 0.0,
+        "message": "@here Hello folks! B.R.A.D is working again if anyone in the office needs parking validation brad-badgeblue_car",
+        "person": "Alexa De La Garza",
+        "postId": 34,
+        "themeSimilarity": 1.0
+    },
+    {
+        "theme": "Severe Storms",
+        "modifier": 1.0,
+        "message": "Severe T storms just hit Northside. High winds torrential downpour and the traditional ceremonial power outage.",
+        "person": "jmoney",
+        "postId": 35,
+        "themeSimilarity": 1.0
+    },
+    {
+        "theme": "Safety",
+        "modifier": 0.0,
+        "message": "Be safe!",
+        "person": "Doug Bowen",
+        "postId": 36,
+        "themeSimilarity": 1.0
+    },
+    {
+        "theme": "Recipe",
+        "modifier": 0.0,
+        "message": "I call this \"lights-out grilled chicken nachos\"",
+        "person": "jmoney",
+        "postId": 37,
+        "themeSimilarity": 1.0
+    },
+    {
+        "theme": "Lunch Order",
+        "modifier": 6.0,
+        "message": "@here Who's going in on Wednesday!? We will be having Tacos from Velvet Taco. If want lunch please drop a taco by EOD todayalert0. This will help me determine how much to order! Thank you build_heart Buffalo Chicken - crisp tenders house buffalo sauce danish bleu cheese ranch crema carrots micro celery flour tortilla Picnic chicken - rotisserie chicken avocado crema warm honey-dijon potato salad crispy chicken skin cilantro flour tortilla Mediterranean mushroom - grilled portobello mushrooms french fries cucumber grilled heirloom tomatoes dill flour tortilla - Vegan Grilled salmon - napa slaw citrus lime crema pickled fresnos roasted corn pico avocado crema micro cilantro corn tortilla Side Elote & chips- queso listo Valentina citrus lime crema queso fresco lime (edited)",
+        "person": "Ahmad Shareef",
+        "postId": 38,
+        "themeSimilarity": 1.0
+    },
+    {
+        "theme": "Hackathon",
+        "modifier": 0.0,
+        "message": "@here aiHey HOU Build the second Hackathon Subject Matter Expert Series hosted by Carrick Carpenter Miles Erickson and Etienne Ohl is this Wednesday June 7th at 1030am PT. Learn how to cruise quicker and securely with Generative AI! Check out the Hackathon events page.",
+        "person": "Ahmad Shareef",
+        "postId": 39,
+        "themeSimilarity": 1.0
+    },
+    {
+        "theme": "Karaoke Night",
+        "modifier": 5.0,
+        "message": "Also happening tomorrow~ Wednesday June 7th at 5pm sharp is BUILD KARAOKE NIGHT!!!! celebratemicdrop-boomdancefloor @here",
+        "person": "Linh Ta",
+        "postId": 41,
+        "themeSimilarity": 1.0
+    },
+    {
+        "theme": "Art Project",
+        "modifier": 3.0,
+        "message": "Hey @channel oddly specific request If you\u2019re an artistic human who plays Pok\u00e9mon Go please come find me when you have a little spare time. I\u2019ve got a fun project for you.",
+        "person": "Melanie Halbert",
+        "postId": 44,
+        "themeSimilarity": 1.0
+    },
+    {
+        "theme": "Shoes",
+        "modifier": 0.0,
+        "message": "All thats left is shoes!!",
+        "person": "Doug Bowen",
+        "postId": 47,
+        "themeSimilarity": 1.0
+    },
+    {
+        "theme": "Arcade Machine",
+        "modifier": 0.0,
+        "message": "Just FYI our arcade machine (JOHN) is open for business! Let me know if you have any requests concerns or suggestions. For those asking we have a digital marquee coming in the next few weeks and we'll be vinyl wrapping the cabinet closer to August (when our UX designer returns from leave) Have fun!",
+        "person": "Doug Bowen",
+        "postId": 49,
+        "themeSimilarity": 1.0
+    },
+    {
+        "theme": "Lunch Order",
+        "modifier": 12.0,
+        "message": "@here Hope everyone had a restful 3-day weekend! Who's going in tomorrow!? We will be having Bowls from Genghis Grill. If want lunch please drop a dumpling  by EOD todayalert0. This will help me determine how much to order!  Thank you build_heart Menu Tofu 4 U Bowl - Tofu with dragon salt yellow onions broccoli roasted bell peppers roasted sesame garlic sauce and white rice. Topped with toasted sesame seeds and green onions. Teriyaki Chicken - Chicken broccoli green onion and pineapple in a sweet soy-ginger teriyaki sauce served with white rice. Topped with crunchy chow mein. Bangkok Bowl - Chicken crushed red pepper ginger yellow & green onions sugar snap peas red bell peppers carrots and Udon noodles with a savory sauce. Topped with toasted sesame seeds and green onions. Supreme Fried Rice Bowl - Steak chicken and shrimp with fried rice (w/ yellow & green onions red bell peppers carrots & egg).",
+        "person": "Ahmad Shareef",
+        "postId": 50,
+        "themeSimilarity": 1.0
+    },
+    {
+        "theme": "Food",
+        "modifier": 0.0,
+        "message": "I\u2019ll take a Bangkok bowl!",
+        "person": "Phillip Nguyen",
+        "postId": 51,
+        "themeSimilarity": 1.0
+    },
+    {
+        "theme": "Anniversary",
+        "modifier": 0.0,
+        "message": "Happy 6 year anniversary to the formation of Houston _b QE celebrate-all @Logan Le @Blake Bryce @King Khan",
+        "person": "Blake Bryce",
+        "postId": 52,
+        "themeSimilarity": 1.0
+    },
+    {
+        "theme": "Volunteer Opportunity",
+        "modifier": 2.0,
+        "message": "Hey hey hey Houston! Hope you all had a relaxing and enjoyable 3-day weekend. Partners 4 Good will be building Worthy Bags Friday June 2 from 12-1pm 1230-130pm. If you are interested in helping reply here and I\u2019ll forward you the invite. Also feel free to just stop by and help out. Hope to see you Friday! (edited)",
+        "person": "Michelle Francisco",
+        "postId": 53,
+        "themeSimilarity": 1.0
+    },
+    {
+        "theme": "Hackathon",
+        "modifier": 0.0,
+        "message": "@here a quick note the first session of the Hackathon Subject Matter Expert Series with Bethany Mudd and Chris Samuels is tomorrow May 31st at 1030am PT. Learn how to reimagine the art of the possible with Generative AIai. You can join by using the add to calendar function from the Hackathon events page.",
+        "person": "Ahmad Shareef",
+        "postId": 54,
+        "themeSimilarity": 1.0
+    },
+    {
+        "theme": "Parking Issue",
+        "modifier": 0.0,
+        "message": "@here Hey everyone! If you are currently at the Slalom office and drive a white Mercedes SUV (license plate OKPAKO) please move it immediately as it is parked in a reserved spot on Level 3 and will be towed if not moved by 1pm. giphy (4).gif",
+        "person": "Ahmad Shareef",
+        "postId": 55,
+        "themeSimilarity": 1.0
+    },
+    {
+        "theme": "Maintenance",
+        "modifier": 1.0,
+        "message": "Hello fellow builders brad-badge BRAD brad-badge will be down for the rest of the month as he undergoes an external rework and final physical build.  Please ask the Ops team to validate your ticket in the mean time.  Thanks everyone!",
+        "person": "Ethan Bowen",
+        "postId": 57,
+        "themeSimilarity": 1.0
+    },
+    {
+        "theme": "Happy Hour",
+        "modifier": 9.0,
+        "message": "Hi there - a few of us are meeting at RA Sushi for an impromptu happy hour! cheerskawaii-sushi Join us - it's BYOD (Buy Your Own Drink)! blob-wink",
+        "person": "Linh Ta",
+        "postId": 58,
+        "themeSimilarity": 1.0
+    },
+    {
+        "theme": "713 Day",
+        "modifier": 0.0,
+        "message": "Happy 713 Day! image.png image.png",
+        "person": "John Flaherty",
+        "postId": 61,
+        "themeSimilarity": 1.0
+    },
+    {
+        "theme": "Birthday",
+        "modifier": 23.0,
+        "message": "Happy birthday @Ray Lopez! H-Town and Prime days are Ray\u2019s Day. balloons.jpeg balloons.jpeg",
+        "person": "Michelle Francisco",
+        "postId": 64,
+        "themeSimilarity": 1.0
+    },
+    {
+        "theme": "Theatre Southwest'S",
+        "modifier": 3.0,
+        "message": "Hey Houston fam!flamingo-dance Love community theater? performing_arts Enjoy supporting local arts? Check out Theatre Southwest's Festival of Originals (FOO)! tada Theatre Southwest is a hidden gem gem just a hop skip and jump from the Build Center. In a single show catch 5 short original works by different playwrights each with a different director and cast. FOO runs weekends from July 28 to August 12 spiral_calendar_pad More info and tickets are available at the TSW website. Don't miss out!",
+        "person": "Keri W",
+        "postId": 65,
+        "themeSimilarity": 1.0
+    },
+    {
+        "theme": "Bring Your",
+        "modifier": 0.0,
+        "message": "Next Friday - Bring Your Kids to Work Day Have your kiddos ever wondered what you do all day at work or wanted to see the office? Get ready for a fun time that will surely leave them wide-eyed with wonder and brimming with excitement! It\u2019s time to mark your calendars for our. Kindly fill out the RSVP link here by July 14th. Here are some additional things to know Kid Age Range 6 -16 Parents must be involved during this time frame (this is not a babysitting event) Have some fun!",
+        "person": "Michelle Francisco",
+        "postId": 66,
+        "themeSimilarity": 1.0
+    },
+    {
+        "theme": "Subway Order",
+        "modifier": 0.0,
+        "message": "I love subway. I'm going to order 10 footlongs for the team. Please drop a subway if you want to join in. I'll be ordering at 1130. Thanks",
+        "person": "Doug Bowen",
+        "postId": 67,
+        "themeSimilarity": 1.0
+    }
+]

slack_processing/slack_data_prep.py

@@ -0,0 +1,233 @@
+import pandas as pd
+import numpy as np
+import openai, os, tiktoken, json
+import importlib.util
+from openai.embeddings_utils import cosine_similarity, get_embedding
+from sklearn.metrics import classification_report, PrecisionRecallDisplay
+from collections import Counter
+from nltk.corpus import wordnet
+from nltk.tokenize import word_tokenize
+from utilities import api_keys
+
+#import pkg_resources
+#dotenv_version = pkg_resources.get_distribution("nltk").version
+#print(f"wordnet version: {dotenv_version}")
+
+openai.api_key = api_keys.APIKeys().get_key('OPENAI_API_KEY')
+
+# Set embedding model parameters
+pd.set_option('display.max_rows', None)
+pd.set_option('display.max_columns', None)
+
+SAMPLE_SIZE = 500
+MAX_TOKENS = 8000  
+TOPIC_TOKENS = 100
+EMBEDDING_MODEL = "text-embedding-ada-002"
+EMBEDDING_ENCODING = "cl100k_base"  
+
+INPUT_DATAPATH = "slack_processing/data/slack.json"
+OUTPUT_THEME_PATH = "slack_processing/data/themes.json"
+OUTPUT_THEME_EMBEDDINGS_PATH = "slack_processing/data/slack_with_theme_embeddings.json"
+
+df=pd.DataFrame()
+themes = []
+
+# Set up the initial reference topics
+reference_topics = set([
+    "Slalomversary",
+    "Birthday",
+    "Achievement",
+    "Teamwork",
+    "Innovation"
+])
+
+class Theme:
+    def __init__(self, theme, modifier, person, postId, similarity, message):
+        self.theme = theme
+        self.modifier = modifier
+        self.message=message
+        self.person=person
+        self.postId=postId
+       #self.topReaction=topReaction
+        self.themeSimilarity=similarity
+
+    def to_dict(self):
+        return {
+            'theme': self.theme,
+            'modifier': self.modifier,
+            'message': self.message,
+            'person': self.person,
+            'postId': self.postId,
+            #'topReaction': self.topReaction,
+            'themeSimilarity': self.themeSimilarity
+        }
+
+def ProcessReactions(reactions,id):
+    highestcount=0
+    highestcount_reaction=""
+    if not isinstance(reactions, list):
+         return ""
+    else:
+        for reaction in reactions:
+            stripped_reaction = reaction['emoji'].strip(':')
+            if reaction['count'] > highestcount:
+                highestcount = reaction['count']
+                highestcount_reaction = stripped_reaction
+    print("returning highestcount_reaction:", highestcount_reaction)
+    return highestcount_reaction
+
+def CleanMessage(message):
+    custom_punctuation = ':,'
+    translator = str.maketrans('', '', custom_punctuation)
+    return message.translate(translator)
+
+def TruncateToTwoWords(topic):
+    words = topic.split()
+    truncated_topic = " ".join(words[:2])
+    return truncated_topic.title()
+
+def WriteThemes(themes):
+    themes_dict = [theme for theme in themes]
+    with open(OUTPUT_THEME_PATH, "w") as json_file:
+        json.dump(themes_dict, json_file, indent=4)
+    print(f"Themes saved to {OUTPUT_THEME_PATH}")
+
+# Update the process_message function
+def ProcessMessage(message, replies, person, id):
+    message = CleanMessage(message)
+    completion = openai.ChatCompletion.create(
+        model="gpt-3.5-turbo",
+        messages=[
+            {"role": "system", "content": "Summarize the message in 1-2 words. If you can't summarize, return topic, holiday, key activity or thing. Otherwise return Unknown"},
+            {"role": "user", "content": message},
+        ],
+        max_tokens=TOPIC_TOKENS,
+        n=7,
+        temperature=0.2,
+        stop=None
+    )
+    generated_topics = list(set(TruncateToTwoWords(topic) for choice in completion.choices for topic in choice.message.content.strip().split("\n")))
+    #if reaction is not None:
+     #   generated_topics.append(reaction.title())    
+    print("Generated topics:", generated_topics)
+
+    # Compute semantic similarity between generated topics and existing reference topics
+    similarity_scores = []
+    generated_topics_indices = [] 
+    counter=0
+    exact_match=False
+    most_similar_topic = "Unknown"  
+    for generated_topic in generated_topics:  
+        print("Generated topic:", generated_topic) 
+        if generated_topic != "Unknown":
+            generated_topics_indices.append(counter) 
+            generated_tokens = word_tokenize(generated_topic)
+            generated_tokens_str = " ".join(generated_tokens)
+            topic_similarities = []
+            for reference_topic in reference_topics:
+                print("  Reference topic:", reference_topic)
+                reference_tokens = word_tokenize(reference_topic)
+                reference_tokens_str = " ".join(reference_tokens)
+                similarity_score, exact_match = compute_similarity(generated_tokens_str, reference_tokens_str)
+                if exact_match:
+                    print('  *Exact match found, reference topic:', reference_topic)
+                    most_similar_topic = reference_topic
+                    most_similar_score = 1.0
+                    break
+                topic_similarities.append(similarity_score)          
+            if exact_match:
+                break  
+            similarity_scores.append(topic_similarities)   
+        counter+=1
+
+    print("Similarity scores:", similarity_scores)
+    if len(similarity_scores) > 0 and not exact_match:
+        most_similar_score=0
+        # Aggregate the similarity scores for each generated topic
+        similarity_scores = np.array(similarity_scores)
+        aggregated_scores = np.sum(similarity_scores, axis=1)
+        # Find the index of the topic with the highest aggregated score
+        most_similar_index = np.argmax(aggregated_scores)
+        most_similar_topic_index = generated_topics_indices[most_similar_index]
+        most_similar_topic = generated_topics[most_similar_topic_index]
+        most_similar_score=similarity_scores[most_similar_index]
+        print("Most similar topic:", most_similar_topic, "with score:", most_similar_score)
+                
+    if most_similar_topic != "Unknown":    
+        if most_similar_topic not in reference_topics:
+            reference_topics.add(most_similar_topic)
+            most_similar_score=1.0
+            
+        #print(f"{id} From message:'{message}' to theme: {most_similar_topic}")
+        theme_obj = Theme(theme=most_similar_topic, modifier=replies, person=person, postId=id, message=message, similarity=most_similar_score)
+        themes.append(theme_obj.to_dict())
+        #print(f"ThemeObj - id: {id}, theme:{theme_obj.theme}, modifier:{theme_obj.modifier}, person:{theme_obj.person}, topReaction:{theme_obj.topReaction}, message:{theme_obj.message}, similarity:{theme_obj.themeSimilarity}")   
+    return themes
+
+def compute_similarity(tokens1, tokens2):    
+    if set(word_tokenize(tokens1.lower())) == set(word_tokenize(tokens2.lower())):
+        return 1.0, True    
+    tokens1 = word_tokenize(tokens1)
+    tokens2 = word_tokenize(tokens2)        
+    total_similarity = 0
+    num_comparisons = 0
+    for token1 in tokens1:
+        for token2 in tokens2:
+            token1_synsets = wordnet.synsets(token1)
+            token2_synsets = wordnet.synsets(token2)            
+            if not token1_synsets or not token2_synsets:
+                continue
+            similarity_scores = [
+                synset1.wup_similarity(synset2)
+                for synset1 in token1_synsets
+                for synset2 in token2_synsets
+                if synset1.pos() == synset2.pos()
+            ]            
+            valid_scores = [score for score in similarity_scores if isinstance(score, float)]
+            if valid_scores:
+                max_similarity = max(valid_scores)
+                total_similarity += max_similarity
+                num_comparisons += 1    
+    if num_comparisons > 0:
+        return total_similarity / num_comparisons, False
+    else:
+        return 0, False
+    
+def FetchSlack():       
+    return pd.read_json(INPUT_DATAPATH, orient='records')
+
+def ProcessSlack():
+    global df, reference_topics
+    #print("output path:" +OUTPUT_THEME_PATH)
+    if not os.path.exists(OUTPUT_THEME_PATH):
+        # Read JSON data into DataFrame
+        df = pd.read_json(INPUT_DATAPATH)
+        # Keep selected columns and drop rows with missing values
+        df = df[["person", "datetime", "message","replies", "id"]]
+        # Filter down to top reaction, then create theme.
+        #df["reaction"] = df.apply(lambda row: ProcessReactions(row["reactions"],row["id"]), axis=1)
+        df["theme"] = df.apply(lambda row: ProcessMessage(row["message"], row["replies"], row["person"], row["id"]), axis=1)
+        WriteThemes(themes)
+        print("Reference topic list:")
+        for reference_topic in reference_topics:
+            print(reference_topic)
+    else:
+        df = pd.read_json(OUTPUT_THEME_PATH)
+    return df[["person", "theme", "message"]]
+
+def CreateEmbeddings():
+    global df
+    #restrict sample to 500 most recent posts and remove samples that are too long
+    top_n = SAMPLE_SIZE
+    df = df.sort_values("datetime").tail(top_n * 2)  
+    df.drop("datetime", axis=1, inplace=True)
+
+    encoding = tiktoken.get_encoding(EMBEDDING_ENCODING)
+    # omit posts that are too long to embed
+    df["n_tokens"] = df.theme.apply(lambda x: len(encoding.encode(str(x))))
+    df = df[df.n_tokens <= MAX_TOKENS].tail(top_n)
+
+    df["embedding"] = df.theme.apply(lambda x: [str(val) for val in get_embedding(str(x), engine=EMBEDDING_MODEL)])
+    
+    df.to_json(OUTPUT_THEME_PATH, orient="records", lines=False)
+    return df