Update generic_ner.py

generic_ner.py

@@ -77,7 +77,7 @@ def get_entities(tokens, tags, confidences, text):
 
     entities = []
     idx: int = 0
-
+    already_done = []
     for subtree in ne_tree:
         # skipping 'O' tags
         if isinstance(subtree, Tree):
@@ -87,6 +87,10 @@ def get_entities(tokens, tags, confidences, text):
             for indices in find_entity_indices(text, original_string):
                 entity_start_position = indices[0]
                 entity_end_position = indices[1]
+                if '_'.join([original_label, original_string, entity_start_position]) in already_done:
+                    continue
+                else:
+                    already_done.append('_'.join([original_label, original_string, entity_start_position]))
                 entities.append(
                     {
                         "entity": original_label,