Update kbert_topics.py

kbert_topics.py

@@ -11,6 +11,12 @@ model_sent = SentenceTransformer("all-mpnet-base-v2")
 
 kw_model = KeyBERT(model = model_sent)
 
+
+common_words = []
+with open("common_words.txt", "r") as file:
+    for line in file:
+        read_list.append(line.strip())
+
 def extract_topics(event_value):
     keywords = kw_model.extract_keywords(bert_preprocess(event_value), top_n = 10)
     
@@ -26,6 +32,8 @@ def extract_topics(event_value):
         doc = nlp(word_check)
         if not any(word.label_ in entity_remove for word in doc.ents):
           work_list.extend(token.text for token in doc if token.pos_ != 'VERB')
-
+            
+    work_list = list(set(work_list) - set(common_words))
+    
     return work_list