Commit
·
31a2ec9
1
Parent(s):
1f946e5
degbu
Browse files- generic_ner.py +11 -11
generic_ner.py
CHANGED
|
@@ -403,30 +403,30 @@ class MultitaskTokenClassificationPipeline(Pipeline):
|
|
| 403 |
# add titles to comp entities
|
| 404 |
from pprint import pprint
|
| 405 |
|
| 406 |
-
print("Before:")
|
| 407 |
-
pprint(entities)
|
| 408 |
|
| 409 |
all_entities = []
|
| 410 |
for key in entities:
|
| 411 |
if key not in ["NE-COARSE-LIT"]:
|
| 412 |
all_entities.extend(entities[key])
|
| 413 |
|
| 414 |
-
print("After remove_included_entities:")
|
| 415 |
all_entities = remove_included_entities(all_entities)
|
| 416 |
-
pprint(all_entities)
|
| 417 |
|
| 418 |
-
print("After postprocess_entities")
|
| 419 |
all_entities = postprocess_entities(
|
| 420 |
all_entities,
|
| 421 |
)
|
| 422 |
-
pprint(all_entities)
|
| 423 |
|
| 424 |
all_entities = remove_trailing_stopwords(all_entities)
|
| 425 |
-
print("After remove_trailing_stopwords:")
|
| 426 |
-
pprint(all_entities)
|
| 427 |
# Attach "comp.function" entities to the closest non-"comp.function" entity
|
| 428 |
all_entities = attach_comp_to_closest(all_entities)
|
| 429 |
-
print("After attach_comp_to_closest:")
|
| 430 |
-
pprint(all_entities)
|
| 431 |
-
print("\n")
|
| 432 |
return all_entities
|
|
|
|
| 403 |
# add titles to comp entities
|
| 404 |
from pprint import pprint
|
| 405 |
|
| 406 |
+
# print("Before:")
|
| 407 |
+
# pprint(entities)
|
| 408 |
|
| 409 |
all_entities = []
|
| 410 |
for key in entities:
|
| 411 |
if key not in ["NE-COARSE-LIT"]:
|
| 412 |
all_entities.extend(entities[key])
|
| 413 |
|
| 414 |
+
# print("After remove_included_entities:")
|
| 415 |
all_entities = remove_included_entities(all_entities)
|
| 416 |
+
# pprint(all_entities)
|
| 417 |
|
| 418 |
+
# print("After postprocess_entities")
|
| 419 |
all_entities = postprocess_entities(
|
| 420 |
all_entities,
|
| 421 |
)
|
| 422 |
+
# pprint(all_entities)
|
| 423 |
|
| 424 |
all_entities = remove_trailing_stopwords(all_entities)
|
| 425 |
+
# print("After remove_trailing_stopwords:")
|
| 426 |
+
# pprint(all_entities)
|
| 427 |
# Attach "comp.function" entities to the closest non-"comp.function" entity
|
| 428 |
all_entities = attach_comp_to_closest(all_entities)
|
| 429 |
+
# print("After attach_comp_to_closest:")
|
| 430 |
+
# pprint(all_entities)
|
| 431 |
+
# print("\n")
|
| 432 |
return all_entities
|