eus.ixa.ixa.pipe.nerc.train

Class Flags

java.lang.Object

eus.ixa.ixa.pipe.nerc.train.Flags

public class Flags
extends Object

Field Summary

Fields

Modifier and Type	Field and Description
static String	CHAR_NGRAM_RANGE
static boolean	DEBUG
static int	DEFAULT_BEAM_SIZE Default beam size for decoding.
static String	DEFAULT_DICT_OPTION
static String	DEFAULT_DICT_PATH
static String	DEFAULT_EVAL_FORMAT
static String	DEFAULT_EVALUATE_MODEL
static String	DEFAULT_FEATURE_FLAG
static int	DEFAULT_FOLDS_VALUE
static String	DEFAULT_HOSTNAME
static String	DEFAULT_LEXER
static String	DEFAULT_MFS_RANGE
static String	DEFAULT_MORPHO_RANGE
static String	DEFAULT_NE_TYPES
static String	DEFAULT_OUTPUT_FORMAT
static String	DEFAULT_SEQUENCE_CODEC
static String	DEFAULT_SUPERSENSE_RANGE
static String	DEFAULT_TASK
static String	DEFAULT_WINDOW

Method Summary

Modifier and Type	Method and Description
static void	corpusFormatException()
static void	datasetException()
static void	devSetException()
static void	dictionaryException()
static void	dictionaryFeaturesException()
static Integer	getBeamsize(opennlp.tools.util.TrainingParameters params)
static String	getBigramClassFeatures(opennlp.tools.util.TrainingParameters params)
static String	getBrownFeatures(opennlp.tools.util.TrainingParameters params)
static String	getCharNgramFeatures(opennlp.tools.util.TrainingParameters params)
static String	getCharNgramFeaturesRange(opennlp.tools.util.TrainingParameters params)
static String	getClarkFeatures(opennlp.tools.util.TrainingParameters params)
static String	getClearEvaluationFeatures(opennlp.tools.util.TrainingParameters params)
static String	getClearTrainingFeatures(opennlp.tools.util.TrainingParameters params)
static List<File>	getClusterLexiconFiles(String clusterPath) Get a parameter in trainParams.prop file consisting of a list of clustering lexicons separated by comma "," and return a list of files, one for each lexicon.
static String	getCorpusFormat(opennlp.tools.util.TrainingParameters params)
static String	getDataSet(String dataset, opennlp.tools.util.TrainingParameters params)
static String	getDictionaryFeatures(opennlp.tools.util.TrainingParameters params)
static String	getFivegramClassFeatures(opennlp.tools.util.TrainingParameters params)
static Integer	getFolds(opennlp.tools.util.TrainingParameters params)
static String	getFourgramClassFeatures(opennlp.tools.util.TrainingParameters params)
static String	getLanguage(opennlp.tools.util.TrainingParameters params)
static String	getMFSFeatures(opennlp.tools.util.TrainingParameters params)
static String	getMFSFeaturesRange(opennlp.tools.util.TrainingParameters params)
static String[]	getMFSResources(String mfsFlag)
static String	getModel(opennlp.tools.util.TrainingParameters params)
static String	getMorphoFeatures(opennlp.tools.util.TrainingParameters params)
static String	getMorphoFeaturesRange(opennlp.tools.util.TrainingParameters params) Get the morphological features configuration.
static String[]	getMorphoResources(String morphoFlag)
static String	getOutcomePriorFeatures(opennlp.tools.util.TrainingParameters params)
static String	getOutputFormat(opennlp.tools.util.TrainingParameters params)
static String	getPreffixFeatures(opennlp.tools.util.TrainingParameters params)
static String	getPreviousMapFeatures(opennlp.tools.util.TrainingParameters params)
static String	getSentenceFeatures(opennlp.tools.util.TrainingParameters params)
static String	getSequenceCodec(opennlp.tools.util.TrainingParameters params)
static String	getSuffixFeatures(opennlp.tools.util.TrainingParameters params)
static String	getSuperSenseFeatures(opennlp.tools.util.TrainingParameters params)
static String	getSuperSenseFeaturesRange(opennlp.tools.util.TrainingParameters params)
static String[]	getSuperSenseResources(String mfsFlag)
static String	getTokenClassFeatures(opennlp.tools.util.TrainingParameters params)
static String	getTokenFeatures(opennlp.tools.util.TrainingParameters params)
static String	getTrigramClassFeatures(opennlp.tools.util.TrainingParameters params)
static String	getWindow(opennlp.tools.util.TrainingParameters params)
static String	getWord2VecClusterFeatures(opennlp.tools.util.TrainingParameters params)
static String	getWordShapeSuperSenseFeatures(opennlp.tools.util.TrainingParameters params)
static boolean	isBigramClassFeature(opennlp.tools.util.TrainingParameters params)
static boolean	isBrownFeatures(opennlp.tools.util.TrainingParameters params)
static boolean	isCharNgramClassFeature(opennlp.tools.util.TrainingParameters params)
static boolean	isClarkFeatures(opennlp.tools.util.TrainingParameters params)
static boolean	isDictionaryFeatures(opennlp.tools.util.TrainingParameters params)
static boolean	isFivegramClassFeature(opennlp.tools.util.TrainingParameters params)
static boolean	isFourgramClassFeature(opennlp.tools.util.TrainingParameters params)
static boolean	isMFSFeatures(opennlp.tools.util.TrainingParameters params) Check if mfs features are active.
static boolean	isMorphoFeatures(opennlp.tools.util.TrainingParameters params) Check if morphological features are active.
static boolean	isOutcomePriorFeature(opennlp.tools.util.TrainingParameters params)
static boolean	isPrefixFeature(opennlp.tools.util.TrainingParameters params)
static boolean	isPreviousMapFeature(opennlp.tools.util.TrainingParameters params)
static boolean	isSentenceFeature(opennlp.tools.util.TrainingParameters params)
static boolean	isSuffixFeature(opennlp.tools.util.TrainingParameters params)
static boolean	isSuperSenseFeatures(opennlp.tools.util.TrainingParameters params) Check if supersense tagger features are active.
static boolean	isTokenClassFeature(opennlp.tools.util.TrainingParameters params)
static boolean	isTokenFeature(opennlp.tools.util.TrainingParameters params)
static boolean	isTrigramClassFeature(opennlp.tools.util.TrainingParameters params)
static boolean	isWord2VecClusterFeatures(opennlp.tools.util.TrainingParameters params)
static boolean	isWordShapeSuperSenseFeature(opennlp.tools.util.TrainingParameters params)
static void	langException()
static void	modelException()
static String[]	processMFSFeaturesRange(String mfsFlag)
static String[]	processMorphoFeaturesRange(String mfsFlag)
static String[]	processSuperSenseFeaturesRange(String mfsFlag)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

DEBUG

public static final boolean DEBUG

See Also:

Constant Field Values

DEFAULT_FEATURE_FLAG

public static final String DEFAULT_FEATURE_FLAG

See Also:

Constant Field Values

CHAR_NGRAM_RANGE

public static final String CHAR_NGRAM_RANGE

See Also:

Constant Field Values

DEFAULT_WINDOW

public static final String DEFAULT_WINDOW

See Also:

Constant Field Values

DEFAULT_MORPHO_RANGE

public static final String DEFAULT_MORPHO_RANGE

See Also:

Constant Field Values

DEFAULT_MFS_RANGE

public static final String DEFAULT_MFS_RANGE

See Also:

Constant Field Values

DEFAULT_SUPERSENSE_RANGE

public static final String DEFAULT_SUPERSENSE_RANGE

See Also:

Constant Field Values

DEFAULT_BEAM_SIZE

public static final int DEFAULT_BEAM_SIZE

Default beam size for decoding.

See Also:

Constant Field Values

DEFAULT_FOLDS_VALUE

public static final int DEFAULT_FOLDS_VALUE

See Also:

Constant Field Values

DEFAULT_EVALUATE_MODEL

public static final String DEFAULT_EVALUATE_MODEL

See Also:

Constant Field Values

DEFAULT_NE_TYPES

public static final String DEFAULT_NE_TYPES

See Also:

Constant Field Values

DEFAULT_LEXER

public static final String DEFAULT_LEXER

See Also:

Constant Field Values

DEFAULT_DICT_OPTION

public static final String DEFAULT_DICT_OPTION

See Also:

Constant Field Values

DEFAULT_DICT_PATH

public static final String DEFAULT_DICT_PATH

See Also:

Constant Field Values

DEFAULT_OUTPUT_FORMAT

public static final String DEFAULT_OUTPUT_FORMAT

See Also:

Constant Field Values

DEFAULT_SEQUENCE_CODEC

public static final String DEFAULT_SEQUENCE_CODEC

See Also:

Constant Field Values

DEFAULT_EVAL_FORMAT

public static final String DEFAULT_EVAL_FORMAT

See Also:

Constant Field Values

DEFAULT_TASK

public static final String DEFAULT_TASK

See Also:

Constant Field Values

DEFAULT_HOSTNAME

public static final String DEFAULT_HOSTNAME

See Also:

Constant Field Values

Method Detail

getLanguage

public static String getLanguage(opennlp.tools.util.TrainingParameters params)

getDataSet

public static String getDataSet(String dataset,
                                opennlp.tools.util.TrainingParameters params)

getModel

public static String getModel(opennlp.tools.util.TrainingParameters params)

getCorpusFormat

public static String getCorpusFormat(opennlp.tools.util.TrainingParameters params)

getOutputFormat

public static String getOutputFormat(opennlp.tools.util.TrainingParameters params)

getBeamsize

public static Integer getBeamsize(opennlp.tools.util.TrainingParameters params)

getFolds

public static Integer getFolds(opennlp.tools.util.TrainingParameters params)

getSequenceCodec

public static String getSequenceCodec(opennlp.tools.util.TrainingParameters params)

getClearTrainingFeatures

public static String getClearTrainingFeatures(opennlp.tools.util.TrainingParameters params)

getClearEvaluationFeatures

public static String getClearEvaluationFeatures(opennlp.tools.util.TrainingParameters params)

getWindow

public static String getWindow(opennlp.tools.util.TrainingParameters params)

getTokenFeatures

public static String getTokenFeatures(opennlp.tools.util.TrainingParameters params)

getTokenClassFeatures

public static String getTokenClassFeatures(opennlp.tools.util.TrainingParameters params)

getWordShapeSuperSenseFeatures

public static String getWordShapeSuperSenseFeatures(opennlp.tools.util.TrainingParameters params)

getOutcomePriorFeatures

public static String getOutcomePriorFeatures(opennlp.tools.util.TrainingParameters params)

getPreviousMapFeatures

public static String getPreviousMapFeatures(opennlp.tools.util.TrainingParameters params)

getSentenceFeatures

public static String getSentenceFeatures(opennlp.tools.util.TrainingParameters params)

getPreffixFeatures

public static String getPreffixFeatures(opennlp.tools.util.TrainingParameters params)

getSuffixFeatures

public static String getSuffixFeatures(opennlp.tools.util.TrainingParameters params)

getBigramClassFeatures

public static String getBigramClassFeatures(opennlp.tools.util.TrainingParameters params)

getTrigramClassFeatures

public static String getTrigramClassFeatures(opennlp.tools.util.TrainingParameters params)

getFourgramClassFeatures

public static String getFourgramClassFeatures(opennlp.tools.util.TrainingParameters params)

getFivegramClassFeatures

public static String getFivegramClassFeatures(opennlp.tools.util.TrainingParameters params)

getCharNgramFeatures

public static String getCharNgramFeatures(opennlp.tools.util.TrainingParameters params)

getCharNgramFeaturesRange

public static String getCharNgramFeaturesRange(opennlp.tools.util.TrainingParameters params)

getDictionaryFeatures

public static String getDictionaryFeatures(opennlp.tools.util.TrainingParameters params)

getClarkFeatures

public static String getClarkFeatures(opennlp.tools.util.TrainingParameters params)

getWord2VecClusterFeatures

public static String getWord2VecClusterFeatures(opennlp.tools.util.TrainingParameters params)

getBrownFeatures

public static String getBrownFeatures(opennlp.tools.util.TrainingParameters params)

getMorphoFeatures

public static String getMorphoFeatures(opennlp.tools.util.TrainingParameters params)

getMorphoResources

public static String[] getMorphoResources(String morphoFlag)

getMorphoFeaturesRange

public static String getMorphoFeaturesRange(opennlp.tools.util.TrainingParameters params)

Get the morphological features configuration.

Parameters:

params - the training parameters

Returns:

a list containing the options

processMorphoFeaturesRange

public static String[] processMorphoFeaturesRange(String mfsFlag)

getSuperSenseFeatures

public static String getSuperSenseFeatures(opennlp.tools.util.TrainingParameters params)

getMFSFeatures

public static String getMFSFeatures(opennlp.tools.util.TrainingParameters params)

getSuperSenseResources

public static String[] getSuperSenseResources(String mfsFlag)

getMFSResources

public static String[] getMFSResources(String mfsFlag)

getSuperSenseFeaturesRange

public static String getSuperSenseFeaturesRange(opennlp.tools.util.TrainingParameters params)

getMFSFeaturesRange

public static String getMFSFeaturesRange(opennlp.tools.util.TrainingParameters params)

processSuperSenseFeaturesRange

public static String[] processSuperSenseFeaturesRange(String mfsFlag)

processMFSFeaturesRange

public static String[] processMFSFeaturesRange(String mfsFlag)

getClusterLexiconFiles

public static List<File> getClusterLexiconFiles(String clusterPath)

Get a parameter in trainParams.prop file consisting of a list of clustering lexicons separated by comma "," and return a list of files, one for each lexicon.

Parameters:

clusterPath - the clustering parameter in the prop file

Returns:

a list of files one for each lexicon

devSetException

public static void devSetException()

modelException

public static void modelException()

langException

public static void langException()

datasetException

public static void datasetException()

corpusFormatException

public static void corpusFormatException()

dictionaryException

public static void dictionaryException()

dictionaryFeaturesException

public static void dictionaryFeaturesException()

isMorphoFeatures

public static boolean isMorphoFeatures(opennlp.tools.util.TrainingParameters params)

Check if morphological features are active.

Parameters:

params - the parameters

Returns:

whether the morphological features are activated or not

isSuperSenseFeatures

public static boolean isSuperSenseFeatures(opennlp.tools.util.TrainingParameters params)

Check if supersense tagger features are active.

Parameters:

params - the parameters

Returns:

whether the supersense features are activated or not

isMFSFeatures

public static boolean isMFSFeatures(opennlp.tools.util.TrainingParameters params)

Check if mfs features are active.

Parameters:

params - the parameters

Returns:

whether the mfs features are activated or not

isWord2VecClusterFeatures

public static boolean isWord2VecClusterFeatures(opennlp.tools.util.TrainingParameters params)

isClarkFeatures

public static boolean isClarkFeatures(opennlp.tools.util.TrainingParameters params)

isBrownFeatures

public static boolean isBrownFeatures(opennlp.tools.util.TrainingParameters params)

isDictionaryFeatures

public static boolean isDictionaryFeatures(opennlp.tools.util.TrainingParameters params)

isCharNgramClassFeature

public static boolean isCharNgramClassFeature(opennlp.tools.util.TrainingParameters params)

isFivegramClassFeature

public static boolean isFivegramClassFeature(opennlp.tools.util.TrainingParameters params)

isFourgramClassFeature

public static boolean isFourgramClassFeature(opennlp.tools.util.TrainingParameters params)

isTrigramClassFeature

public static boolean isTrigramClassFeature(opennlp.tools.util.TrainingParameters params)

isBigramClassFeature

public static boolean isBigramClassFeature(opennlp.tools.util.TrainingParameters params)

isSuffixFeature

public static boolean isSuffixFeature(opennlp.tools.util.TrainingParameters params)

isPrefixFeature

public static boolean isPrefixFeature(opennlp.tools.util.TrainingParameters params)

isSentenceFeature

public static boolean isSentenceFeature(opennlp.tools.util.TrainingParameters params)

isPreviousMapFeature

public static boolean isPreviousMapFeature(opennlp.tools.util.TrainingParameters params)

isOutcomePriorFeature

public static boolean isOutcomePriorFeature(opennlp.tools.util.TrainingParameters params)

isWordShapeSuperSenseFeature

public static boolean isWordShapeSuperSenseFeature(opennlp.tools.util.TrainingParameters params)

isTokenClassFeature

public static boolean isTokenClassFeature(opennlp.tools.util.TrainingParameters params)

isTokenFeature

public static boolean isTokenFeature(opennlp.tools.util.TrainingParameters params)