Class TextUtil


  • public class TextUtil
    extends java.lang.Object
    • Method Detail

      • normalize

        public static java.lang.String normalize​(org.dmg.pmml.TextIndex textIndex,
                                                 java.lang.String string)
      • normalize

        public static java.lang.String normalize​(org.dmg.pmml.TextIndex textIndex,
                                                 org.dmg.pmml.TextIndexNormalization textIndexNormalization,
                                                 java.lang.String string)
      • tokenize

        public static TokenizedString tokenize​(org.dmg.pmml.TextIndex textIndex,
                                               java.lang.String text)
      • termFrequencyTable

        public static java.util.Map<TokenizedString,​java.lang.Integer> termFrequencyTable​(org.dmg.pmml.TextIndex textIndex,
                                                                                                TokenizedString textTokens,
                                                                                                java.util.Set<TokenizedString> termTokenSet,
                                                                                                int maxLength)