本文整理汇总了Java中org.apache.lucene.analysis.path.ReversePathHierarchyTokenizer类的典型用法代码示例。如果您正苦于以下问题：Java ReversePathHierarchyTokenizer类的具体用法？Java ReversePathHierarchyTokenizer怎么用？Java ReversePathHierarchyTokenizer使用的例子？那么恭喜您, 这里精选的类代码示例或许可以为您提供帮助。
ReversePathHierarchyTokenizer类属于org.apache.lucene.analysis.path包，在下文中一共展示了ReversePathHierarchyTokenizer类的4个代码示例，这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞，您的评价将有助于系统推荐出更棒的Java代码示例。
示例1: create
import org.apache.lucene.analysis.path.ReversePathHierarchyTokenizer; //导入依赖的package包/类
@Override
public Tokenizer create() {
if (reverse) {
return new ReversePathHierarchyTokenizer(bufferSize, delimiter, replacement, skip);
}
return new PathHierarchyTokenizer(bufferSize, delimiter, replacement, skip);
}
示例2: getHostTokens
import org.apache.lucene.analysis.path.ReversePathHierarchyTokenizer; //导入依赖的package包/类
/**
* Retrieve tokens representing the host of the given URL
* @param url URL to be tokenized
* @param partStringRaw raw (not url decoded) string containing the host
* @param partString potentially url decoded string containing the host
* @return host tokens
* @throws IOException
*/
private List<Token> getHostTokens(String url, String partStringRaw, String partString) throws IOException {
int start = getStartIndex(url, partStringRaw);
if (!tokenizeHost || InetAddresses.isInetAddress(partString)) {
int end = getEndIndex(start, partStringRaw);
return Collections.singletonList(new Token(partString, URLPart.HOST, start, end));
}
return tokenize(URLPart.HOST, addReader(new ReversePathHierarchyTokenizer('.', '.'), new StringReader(partString)), start);
}
示例3: tokenize
import org.apache.lucene.analysis.path.ReversePathHierarchyTokenizer; //导入依赖的package包/类
/**
* Tokenize the given email address based on the desired {@link EmailPart} and currently set tokenizer options.
* @param email the email address to be tokenized
* @param part the desired part of the email address
* @return a list of {@link Token}s parsed from the given address
* @throws IOException
*/
private List<Token> tokenize(final String email, final EmailPart part) throws IOException {
String partString = getPart(email, part);
if (Strings.isNullOrEmpty(partString)) {
// desired part was not found
return new ArrayList<>();
}
int start = 0;
int end = 0;
switch (part) {
case LOCALPART:
return tokenizeLocalPart(partString);
case DOMAIN:
start = getStartIndex(email, partString);
if (!tokenizeDomian) {
end = getEndIndex(start, partString);
return ImmutableList.of(new Token(partString, part, start, end));
}
ReversePathHierarchyTokenizer tokenizer = new ReversePathHierarchyTokenizer('.', '.');
tokenizer.setReader(new StringReader(partString));
return tokenize(part, tokenizer, start);
case WHOLE:
end = partString.length();
break;
}
return ImmutableList.of(new Token(partString, part, start, end));
}
示例4: create
import org.apache.lucene.analysis.path.ReversePathHierarchyTokenizer; //导入依赖的package包/类
@Override
public Tokenizer create(Reader input) {
if( reverse ) {
return new ReversePathHierarchyTokenizer(input, delimiter, replacement, skip);
}
return new PathHierarchyTokenizer(input, delimiter, replacement, skip);
}