org.jpmml.evaluator

Class TextUtil

java.lang.Object

org.jpmml.evaluator.TextUtil

public class TextUtil
extends Object

Method Summary

Modifier and Type	Method and Description
static boolean	matches(org.dmg.pmml.TextIndex textIndex, List<String> leftTokens, List<String> rightTokens)
static String	normalize(org.dmg.pmml.TextIndex textIndex, String string)
static String	normalize(org.dmg.pmml.TextIndex textIndex, org.dmg.pmml.TextIndexNormalization textIndexNormalization, String string)
static int	termFrequency(org.dmg.pmml.TextIndex textIndex, List<String> textTokens, List<String> termTokens)
static Map<List<String>,Integer>	termFrequencyTable(org.dmg.pmml.TextIndex textIndex, List<String> textTokens, Set<List<String>> termTokenSet, int maxLength)
static List<String>	tokenize(org.dmg.pmml.TextIndex textIndex, String text)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Method Detail

normalize

public static String normalize(org.dmg.pmml.TextIndex textIndex,
                               String string)

normalize

public static String normalize(org.dmg.pmml.TextIndex textIndex,
                               org.dmg.pmml.TextIndexNormalization textIndexNormalization,
                               String string)

tokenize

public static List<String> tokenize(org.dmg.pmml.TextIndex textIndex,
                                    String text)

termFrequency

public static int termFrequency(org.dmg.pmml.TextIndex textIndex,
                                List<String> textTokens,
                                List<String> termTokens)

termFrequencyTable

public static Map<List<String>,Integer> termFrequencyTable(org.dmg.pmml.TextIndex textIndex,
                                                           List<String> textTokens,
                                                           Set<List<String>> termTokenSet,
                                                           int maxLength)

matches

public static boolean matches(org.dmg.pmml.TextIndex textIndex,
                              List<String> leftTokens,
                              List<String> rightTokens)