public class TokenizerFactory extends Object
Constructor and Description |
---|
TokenizerFactory() |
Modifier and Type | Method and Description |
---|---|
static Tokenizer |
createTokenizer(FileSystem fs,
Configuration conf,
String lang,
String modelPath,
boolean isStemming,
String stopwordFile,
String stemmedStopwordFile,
VocabularyWritable vocab) |
static Tokenizer |
createTokenizer(FileSystem fs,
Configuration conf,
String lang,
String modelPath,
VocabularyWritable vocab) |
static Tokenizer |
createTokenizer(FileSystem fs,
String lang,
String modelPath,
boolean isStemming) |
static Tokenizer |
createTokenizer(FileSystem fs,
String lang,
String modelPath,
boolean isStemming,
String stopwordFile,
String stemmedStopwordFile,
VocabularyWritable vocab) |
static Tokenizer |
createTokenizer(String lang,
boolean isStemming,
VocabularyWritable vocab) |
static Tokenizer |
createTokenizer(String lang,
String modelPath,
boolean isStemming) |
static Tokenizer |
createTokenizer(String lang,
String modelPath,
boolean isStemming,
String stopwordFile,
String stemmedStopwordFile,
VocabularyWritable vocab) |
static Tokenizer |
createTokenizer(String lang,
String modelPath,
boolean isStemming,
VocabularyWritable vocab) |
static Class<? extends Tokenizer> |
getTokenizerClass(String lang,
String modelPath) |
public static Tokenizer createTokenizer(FileSystem fs, Configuration conf, String lang, String modelPath, boolean isStemming, String stopwordFile, String stemmedStopwordFile, VocabularyWritable vocab)
public static Tokenizer createTokenizer(FileSystem fs, Configuration conf, String lang, String modelPath, VocabularyWritable vocab)
public static Tokenizer createTokenizer(FileSystem fs, String lang, String modelPath, boolean isStemming)
public static Tokenizer createTokenizer(FileSystem fs, String lang, String modelPath, boolean isStemming, String stopwordFile, String stemmedStopwordFile, VocabularyWritable vocab)
public static Tokenizer createTokenizer(String lang, boolean isStemming, VocabularyWritable vocab)
public static Tokenizer createTokenizer(String lang, String modelPath, boolean isStemming)
public static Tokenizer createTokenizer(String lang, String modelPath, boolean isStemming, String stopwordFile, String stemmedStopwordFile, VocabularyWritable vocab)
public static Tokenizer createTokenizer(String lang, String modelPath, boolean isStemming, VocabularyWritable vocab)