| | import numpy as np |
| | from typing import Union |
| | import plotly.graph_objects as go |
| |
|
| |
|
| | def visualize_distribution(topic_model, |
| | probabilities: np.ndarray, |
| | min_probability: float = 0.015, |
| | custom_labels: Union[bool, str] = False, |
| | title: str = "<b>Topic Probability Distribution</b>", |
| | width: int = 800, |
| | height: int = 600) -> go.Figure: |
| | """ Visualize the distribution of topic probabilities |
| | |
| | Arguments: |
| | topic_model: A fitted BERTopic instance. |
| | probabilities: An array of probability scores |
| | min_probability: The minimum probability score to visualize. |
| | All others are ignored. |
| | custom_labels: If bool, whether to use custom topic labels that were defined using |
| | `topic_model.set_topic_labels`. |
| | If `str`, it uses labels from other aspects, e.g., "Aspect1". |
| | title: Title of the plot. |
| | width: The width of the figure. |
| | height: The height of the figure. |
| | |
| | Examples: |
| | |
| | Make sure to fit the model before and only input the |
| | probabilities of a single document: |
| | |
| | ```python |
| | topic_model.visualize_distribution(probabilities[0]) |
| | ``` |
| | |
| | Or if you want to save the resulting figure: |
| | |
| | ```python |
| | fig = topic_model.visualize_distribution(probabilities[0]) |
| | fig.write_html("path/to/file.html") |
| | ``` |
| | <iframe src="../../getting_started/visualization/probabilities.html" |
| | style="width:1000px; height: 500px; border: 0px;""></iframe> |
| | """ |
| | if len(probabilities.shape) != 1: |
| | raise ValueError("This visualization cannot be used if you have set `calculate_probabilities` to False " |
| | "as it uses the topic probabilities of all topics. ") |
| | if len(probabilities[probabilities > min_probability]) == 0: |
| | raise ValueError("There are no values where `min_probability` is higher than the " |
| | "probabilities that were supplied. Lower `min_probability` to prevent this error.") |
| |
|
| | |
| | labels_idx = np.argwhere(probabilities >= min_probability).flatten() |
| | vals = probabilities[labels_idx].tolist() |
| |
|
| | |
| | if isinstance(custom_labels, str): |
| | labels = [[[str(topic), None]] + topic_model.topic_aspects_[custom_labels][topic] for topic in labels_idx] |
| | labels = ["_".join([label[0] for label in l[:4]]) for l in labels] |
| | labels = [label if len(label) < 30 else label[:27] + "..." for label in labels] |
| | elif topic_model.custom_labels_ is not None and custom_labels: |
| | labels = [topic_model.custom_labels_[idx + topic_model._outliers] for idx in labels_idx] |
| | else: |
| | labels = [] |
| | for idx in labels_idx: |
| | words = topic_model.get_topic(idx) |
| | if words: |
| | label = [word[0] for word in words[:5]] |
| | label = f"<b>Topic {idx}</b>: {'_'.join(label)}" |
| | label = label[:40] + "..." if len(label) > 40 else label |
| | labels.append(label) |
| | else: |
| | vals.remove(probabilities[idx]) |
| |
|
| | |
| | fig = go.Figure(go.Bar( |
| | x=vals, |
| | y=labels, |
| | marker=dict( |
| | color='#C8D2D7', |
| | line=dict( |
| | color='#6E8484', |
| | width=1), |
| | ), |
| | orientation='h') |
| | ) |
| |
|
| | fig.update_layout( |
| | xaxis_title="Probability", |
| | title={ |
| | 'text': f"{title}", |
| | 'y': .95, |
| | 'x': 0.5, |
| | 'xanchor': 'center', |
| | 'yanchor': 'top', |
| | 'font': dict( |
| | size=22, |
| | color="Black") |
| | }, |
| | template="simple_white", |
| | width=width, |
| | height=height, |
| | hoverlabel=dict( |
| | bgcolor="white", |
| | font_size=16, |
| | font_family="Rockwell" |
| | ), |
| | ) |
| |
|
| | return fig |
| |
|