botbuilder-python/libraries/botbuilder-dialogs/botbuilder/dialogs/choices/token.py

# Copyright (c) Microsoft Corporation. All rights reserved.
# Licensed under the MIT License.


class Token:
    """Represents an individual token, such as a word in an input string."""

    def __init__(self, start: int, end: int, text: str, normalized: str):
        """
        Parameters:
        ----------

        start: The index of the first character of the token within the outer input string.

        end: The index of the last character of the token within the outer input string.

        text: The original text of the token.

        normalized: A normalized version of the token. This can include things like lower casing or stemming.
        """
        self.start = start
        self.end = end
        self.text = text
        self.normalized = normalized