import pytest from stanza import Pipeline from stanza.models.constituency import tree_reader from stanza.models.constituency import utils from stanza.tests import * pytestmark = [pytest.mark.pipeline, pytest.mark.travis] @pytest.fixture(scope="module") def pipeline(): return Pipeline(dir=TEST_MODELS_DIR, lang="en", processors="tokenize, pos", tokenize_pretokenized=True) def test_xpos_retag(pipeline): """ Test using the English tagger that trees will be correctly retagged by read_trees using xpos """ text = "((S (VP (X Find)) (NP (X Mox) (X Opal)))) ((S (NP (X Ragavan)) (VP (X steals) (NP (X important) (X cards)))))" expected = "((S (VP (VB Find)) (NP (NNP Mox) (NNP Opal)))) ((S (NP (NNP Ragavan)) (VP (VBZ steals) (NP (JJ important) (NNS cards)))))" trees = tree_reader.read_trees(text) new_trees = utils.retag_trees(trees, [pipeline], xpos=True) assert new_trees == tree_reader.read_trees(expected) def test_upos_retag(pipeline): """ Test using the English tagger that trees will be correctly retagged by read_trees using upos """ text = "((S (VP (X Find)) (NP (X Mox) (X Opal)))) ((S (NP (X Ragavan)) (VP (X steals) (NP (X important) (X cards)))))" expected = "((S (VP (VERB Find)) (NP (PROPN Mox) (PROPN Opal)))) ((S (NP (PROPN Ragavan)) (VP (VERB steals) (NP (ADJ important) (NOUN cards)))))" trees = tree_reader.read_trees(text) new_trees = utils.retag_trees(trees, [pipeline], xpos=False) assert new_trees == tree_reader.read_trees(expected) def test_replace_tags(): """ Test the underlying replace_tags method Also tests that the method throws exceptions when it is supposed to """ text = "((S (VP (X Find)) (NP (X Mox) (X Opal))))" expected = "((S (VP (A Find)) (NP (B Mox) (C Opal))))" trees = tree_reader.read_trees(text) new_tags = ["A", "B", "C"] new_tree = trees[0].replace_tags(new_tags) assert new_tree == tree_reader.read_trees(expected)[0] with pytest.raises(ValueError): new_tags = ["A", "B"] new_tree = trees[0].replace_tags(new_tags) with pytest.raises(ValueError): new_tags = ["A", "B", "C", "D"] new_tree = trees[0].replace_tags(new_tags)