Commit
·
7795f59
1
Parent(s):
1a4acf2
add comp back
Browse files- generic_ner.py +9 -5
generic_ner.py
CHANGED
|
@@ -736,7 +736,7 @@ class MultitaskTokenClassificationPipeline(Pipeline):
|
|
| 736 |
entities[task] = get_entities(words_list, preds_list, confidence_list, text)
|
| 737 |
|
| 738 |
# add titles to comp entities
|
| 739 |
-
from pprint import pprint
|
| 740 |
|
| 741 |
# print("Before:")
|
| 742 |
# pprint(entities)
|
|
@@ -752,13 +752,17 @@ class MultitaskTokenClassificationPipeline(Pipeline):
|
|
| 752 |
print(all_entities)
|
| 753 |
# print("After remove_included_entities:")
|
| 754 |
all_entities = remove_included_entities(all_entities)
|
| 755 |
-
|
|
|
|
| 756 |
all_entities = remove_trailing_stopwords(all_entities)
|
| 757 |
-
|
|
|
|
| 758 |
all_entities = postprocess_entities(all_entities)
|
| 759 |
-
|
|
|
|
| 760 |
all_entities = refine_entities_with_coarse(all_entities, coarse_entities)
|
| 761 |
-
|
|
|
|
| 762 |
# print("After attach_comp_to_closest:")
|
| 763 |
# pprint(all_entities)
|
| 764 |
# print("\n")
|
|
|
|
| 736 |
entities[task] = get_entities(words_list, preds_list, confidence_list, text)
|
| 737 |
|
| 738 |
# add titles to comp entities
|
| 739 |
+
# from pprint import pprint
|
| 740 |
|
| 741 |
# print("Before:")
|
| 742 |
# pprint(entities)
|
|
|
|
| 752 |
print(all_entities)
|
| 753 |
# print("After remove_included_entities:")
|
| 754 |
all_entities = remove_included_entities(all_entities)
|
| 755 |
+
if DEBUG:
|
| 756 |
+
print("After remove_included_entities:", all_entities)
|
| 757 |
all_entities = remove_trailing_stopwords(all_entities)
|
| 758 |
+
if DEBUG:
|
| 759 |
+
print("After remove_trailing_stopwords:", all_entities)
|
| 760 |
all_entities = postprocess_entities(all_entities)
|
| 761 |
+
if DEBUG:
|
| 762 |
+
print("After postprocess_entities:", all_entities)
|
| 763 |
all_entities = refine_entities_with_coarse(all_entities, coarse_entities)
|
| 764 |
+
if DEBUG:
|
| 765 |
+
print("After refine_entities_with_coarse:", all_entities)
|
| 766 |
# print("After attach_comp_to_closest:")
|
| 767 |
# pprint(all_entities)
|
| 768 |
# print("\n")
|