| | import copy |
| | import pytest |
| | from scipy.cluster import hierarchy as sch |
| |
|
| |
|
| | @pytest.mark.parametrize('model', [('kmeans_pca_topic_model'), ('custom_topic_model'), ('merged_topic_model'), ('reduced_topic_model'), ('online_topic_model')]) |
| | def test_hierarchy(model, documents, request): |
| | topic_model = copy.deepcopy(request.getfixturevalue(model)) |
| | hierarchical_topics = topic_model.hierarchical_topics(documents) |
| |
|
| | merged_topics = set([v for vals in hierarchical_topics.Topics.values for v in vals]) |
| |
|
| | assert len(hierarchical_topics) > 0 |
| | assert merged_topics == set(topic_model.topics_).difference({-1}) |
| |
|
| |
|
| | @pytest.mark.parametrize('model', [('kmeans_pca_topic_model'), ('custom_topic_model'), ('merged_topic_model'), ('reduced_topic_model'), ('online_topic_model')]) |
| | def test_linkage(model, documents, request): |
| | topic_model = copy.deepcopy(request.getfixturevalue(model)) |
| | linkage_function = lambda x: sch.linkage(x, 'single', optimal_ordering=True) |
| | hierarchical_topics = topic_model.hierarchical_topics(documents, linkage_function=linkage_function) |
| | merged_topics = set([v for vals in hierarchical_topics.Topics.values for v in vals]) |
| | tree = topic_model.get_topic_tree(hierarchical_topics) |
| |
|
| | assert len(hierarchical_topics) > 0 |
| | assert len(tree) > 50 |
| | assert len(tree.split("\n")) <= 2 * len(set(topic_model.topics_)) |
| | assert merged_topics == set(topic_model.topics_).difference({-1}) |
| |
|
| |
|
| | @pytest.mark.parametrize('model', [('kmeans_pca_topic_model'), ('custom_topic_model'), ('merged_topic_model'), ('reduced_topic_model'), ('online_topic_model')]) |
| | def test_tree(model, documents, request): |
| | topic_model = copy.deepcopy(request.getfixturevalue(model)) |
| | linkage_function = lambda x: sch.linkage(x, 'single', optimal_ordering=True) |
| | hierarchical_topics = topic_model.hierarchical_topics(documents, linkage_function=linkage_function) |
| | merged_topics = set([v for vals in hierarchical_topics.Topics.values for v in vals]) |
| | tree = topic_model.get_topic_tree(hierarchical_topics) |
| |
|
| | assert len(hierarchical_topics) > 0 |
| | assert len(tree) > 50 |
| | assert len(tree.split("\n")) <= 2 * len(set(topic_model.topics_)) |
| | assert merged_topics == set(topic_model.topics_).difference({-1}) |
| |
|
