Class TokenType

    • Field Detail

      • ACRONYM

        public static final TokenType ACRONYM
        The constant ACRONYM.
      • ALPHA_NUMERIC

        public static final TokenType ALPHA_NUMERIC
        The constant ALPHA_NUMERIC.
      • CHINESE_JAPANESE

        public static final TokenType CHINESE_JAPANESE
        The constant CHINESE_JAPANESE.
      • COMPANY

        public static final TokenType COMPANY
        The constant COMPANY.
      • CONTRACTION

        public static final TokenType CONTRACTION
        The constant CONTRACTION.
      • EMAIL

        public static final TokenType EMAIL
        The constant EMAIL.
      • EMOTICON

        public static final TokenType EMOTICON
        The constant EMOTICON.
      • HASH_TAG

        public static final TokenType HASH_TAG
        The constant HASH_TAG.
      • HYPHEN

        public static final TokenType HYPHEN
        The constant HYPHEN.
      • MONEY

        public static final TokenType MONEY
        The constant MONEY.
      • NUMBER

        public static final TokenType NUMBER
        The constant NUMBER.
      • PERSON_TITLE

        public static final TokenType PERSON_TITLE
        The constant PERSON_TITLE.
      • PROTOCOL

        public static final TokenType PROTOCOL
        The constant PROTOCOL.
      • PUNCTUATION

        public static final TokenType PUNCTUATION
        The constant PUNCTUATION.
      • REPLY

        public static final TokenType REPLY
        The constant REPLY.
      • SGML

        public static final TokenType SGML
        The constant SGML.
      • TIME

        public static final TokenType TIME
        The constant TIME.
      • UNKNOWN

        public static final TokenType UNKNOWN
        The constant UNKNOWN.
      • URL

        public static final TokenType URL
        The constant URL.
    • Method Detail

      • make

        public static TokenType make​(String name)
        Makes a new or retrieves an existing TokenType with the given name
        Parameters:
        name - the name of the TokenType
        Returns:
        the TokenType
      • values

        public static Collection<TokenType> values()
        Returns a collection of all known TokenType in the enumeration.
        Returns:
        the collection of known TokenType