impresso-project
/

ner-stacked-bert-multilingual

Token Classification

Model card Files Files and versions

emanuelaboros commited on Oct 23, 2024

Commit

eea7054

·

1 Parent(s): 9130e34

add comp back

Files changed (1) hide show

generic_ner.py +3 -3

generic_ner.py CHANGED Viewed

@@ -610,9 +610,9 @@ class MultitaskTokenClassificationPipeline(Pipeline):
             all_entities.extend(entities[key])
         # print("After remove_included_entities:")
-        # all_entities = remove_included_entities(all_entities)
-        # all_entities = remove_trailing_stopwords(all_entities)
-        # all_entities = postprocess_entities(all_entities)
         # print("After attach_comp_to_closest:")
         # pprint(all_entities)

             all_entities.extend(entities[key])
         # print("After remove_included_entities:")
+        all_entities = remove_included_entities(all_entities)
+        all_entities = remove_trailing_stopwords(all_entities)
+        all_entities = postprocess_entities(all_entities)
         # print("After attach_comp_to_closest:")
         # pprint(all_entities)