本文整理汇总了Java中org.apache.lucene.analysis.ja.JapaneseTokenizer.Type类的典型用法代码示例。如果您正苦于以下问题:Java Type类的具体用法?Java Type怎么用?Java Type使用的例子?那么恭喜您, 这里精选的类代码示例或许可以为您提供帮助。
Type类属于org.apache.lucene.analysis.ja.JapaneseTokenizer包,在下文中一共展示了Type类的5个代码示例,这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞,您的评价将有助于系统推荐出更棒的Java代码示例。
示例1: reset
import org.apache.lucene.analysis.ja.JapaneseTokenizer.Type; //导入依赖的package包/类
@Override
public void reset() throws IOException {
updateUserDictionary();
if (dictionaryTimestamp > tokenizerTimestamp) {
if (VERBOSE) {
System.out.println("Update KuromojiTokenizer ("
+ tokenizerTimestamp + "," + dictionaryTimestamp
+ ")");
}
if (userDictionary != null) {
try {
tokenizerTimestamp = dictionaryTimestamp;
userDictionaryField.set(tokenizer, userDictionary);
final TokenInfoFST userFst = userDictionary.getFST();
userFSTField.set(tokenizer, userFst);
userFSTReaderField.set(tokenizer,
userFst.getBytesReader());
@SuppressWarnings("unchecked")
final
EnumMap<Type, Dictionary> dictionaryMap = (EnumMap<Type, Dictionary>) dictionaryMapField.get(tokenizer);
dictionaryMap.put(Type.USER, userDictionary);
} catch (final Exception e) {
throw new IllegalStateException(
"Failed to update the tokenizer.", e);
}
}
}
final Reader inputPending = getInputPending();
if (inputPending != ILLEGAL_STATE_READER) {
tokenizer.setReader(inputPending);
}
tokenizer.reset();
}
示例2: Token
import org.apache.lucene.analysis.ja.JapaneseTokenizer.Type; //导入依赖的package包/类
public Token(int wordId, char[] surfaceForm, int offset, int length, Type type, int position, Dictionary dictionary) {
this.wordId = wordId;
this.surfaceForm = surfaceForm;
this.offset = offset;
this.length = length;
this.type = type;
this.position = position;
this.dictionary = dictionary;
}
示例3: isKnown
import org.apache.lucene.analysis.ja.JapaneseTokenizer.Type; //导入依赖的package包/类
/**
* Returns true if this token is known word
* @return true if this token is in standard dictionary. false if not.
*/
public boolean isKnown() {
return type == Type.KNOWN;
}
示例4: isUnknown
import org.apache.lucene.analysis.ja.JapaneseTokenizer.Type; //导入依赖的package包/类
/**
* Returns true if this token is unknown word
* @return true if this token is unknown word. false if not.
*/
public boolean isUnknown() {
return type == Type.UNKNOWN;
}
示例5: isUser
import org.apache.lucene.analysis.ja.JapaneseTokenizer.Type; //导入依赖的package包/类
/**
* Returns true if this token is defined in user dictionary
* @return true if this token is in user dictionary. false if not.
*/
public boolean isUser() {
return type == Type.USER;
}