本文整理汇总了Java中org.apache.lucene.analysis.ja.JapaneseTokenizer.Mode.NORMAL属性的典型用法代码示例。如果您正苦于以下问题：Java Mode.NORMAL属性的具体用法？Java Mode.NORMAL怎么用？Java Mode.NORMAL使用的例子？那么恭喜您, 这里精选的属性代码示例或许可以为您提供帮助。您也可以进一步了解该属性所在类org.apache.lucene.analysis.ja.JapaneseTokenizer.Mode的用法示例。
在下文中一共展示了Mode.NORMAL属性的4个代码示例，这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞，您的评价将有助于系统推荐出更棒的Java代码示例。
示例1: initialize
@Override
public ObjectInspector initialize(ObjectInspector[] arguments) throws UDFArgumentException {
final int arglen = arguments.length;
if (arglen < 1 || arglen > 5) {
throw new UDFArgumentException("Invalid number of arguments for `tokenize_ja`: "
+ arglen);
}
this._mode = (arglen >= 2) ? tokenizationMode(arguments[1]) : Mode.NORMAL;
this._stopWords = (arglen >= 3) ? stopWords(arguments[2])
: JapaneseAnalyzer.getDefaultStopSet();
this._stopTags = (arglen >= 4) ? stopTags(arguments[3])
: JapaneseAnalyzer.getDefaultStopTags();
this._userDict = (arglen >= 5) ? userDictionary(arguments[4]) : null;
this._analyzer = null;
return ObjectInspectorFactory.getStandardListObjectInspector(PrimitiveObjectInspectorFactory.writableStringObjectInspector);
}
示例2: tokenizationMode
@Nonnull
private static Mode tokenizationMode(@Nonnull final ObjectInspector oi)
throws UDFArgumentException {
final String arg = HiveUtils.getConstString(oi);
if (arg == null) {
return Mode.NORMAL;
}
final Mode mode;
if ("NORMAL".equalsIgnoreCase(arg)) {
mode = Mode.NORMAL;
} else if ("SEARCH".equalsIgnoreCase(arg)) {
mode = Mode.SEARCH;
} else if ("EXTENDED".equalsIgnoreCase(arg)) {
mode = Mode.EXTENDED;
} else if ("DEFAULT".equalsIgnoreCase(arg)) {
mode = JapaneseTokenizer.DEFAULT_MODE;
} else {
throw new UDFArgumentException(
"Expected NORMAL|SEARCH|EXTENDED|DEFAULT but got an unexpected mode: " + arg);
}
return mode;
}
示例3: createComponents
@Override
protected TokenStreamComponents createComponents(String fieldName, Reader reader) {
Tokenizer tokenizer = new JapaneseTokenizer(newAttributeFactory(), reader, readDict(), false, Mode.NORMAL);
return new TokenStreamComponents(tokenizer, tokenizer);
}
示例4: createComponents
@Override
protected TokenStreamComponents createComponents(String fieldName, Reader reader) {
Tokenizer tokenizer = new JapaneseTokenizer(reader, readDict(), false, Mode.NORMAL);
return new TokenStreamComponents(tokenizer, tokenizer);
}