final class TrieTokenizer
extends org.apache.lucene.analysis.Tokenizer
Modifier and Type | Field and Description |
---|---|
protected static DateField |
dateField |
protected int |
endOfs |
protected org.apache.lucene.analysis.tokenattributes.OffsetAttribute |
ofsAtt |
protected int |
precisionStep |
protected int |
startOfs |
protected org.apache.lucene.analysis.NumericTokenStream |
ts |
protected TrieField.TrieTypes |
type |
Constructor and Description |
---|
TrieTokenizer(java.io.Reader input,
TrieField.TrieTypes type,
int precisionStep,
org.apache.lucene.analysis.NumericTokenStream ts) |
Modifier and Type | Method and Description |
---|---|
void |
close() |
void |
end() |
(package private) static org.apache.lucene.analysis.NumericTokenStream |
getNumericTokenStream(int precisionStep) |
boolean |
incrementToken() |
void |
reset() |
void |
reset(java.io.Reader input) |
addAttribute, addAttributeImpl, captureState, clearAttributes, cloneAttributes, copyTo, equals, getAttribute, getAttributeClassesIterator, getAttributeFactory, getAttributeImplsIterator, hasAttribute, hasAttributes, hashCode, reflectAsString, reflectWith, restoreState, toString
protected static final DateField dateField
protected final int precisionStep
protected final TrieField.TrieTypes type
protected final org.apache.lucene.analysis.NumericTokenStream ts
protected final org.apache.lucene.analysis.tokenattributes.OffsetAttribute ofsAtt
protected int startOfs
protected int endOfs
public TrieTokenizer(java.io.Reader input, TrieField.TrieTypes type, int precisionStep, org.apache.lucene.analysis.NumericTokenStream ts)
static org.apache.lucene.analysis.NumericTokenStream getNumericTokenStream(int precisionStep)
public void reset(java.io.Reader input) throws java.io.IOException
reset
in class org.apache.lucene.analysis.Tokenizer
java.io.IOException
public void close() throws java.io.IOException
close
in interface java.io.Closeable
close
in interface java.lang.AutoCloseable
close
in class org.apache.lucene.analysis.Tokenizer
java.io.IOException
public void reset() throws java.io.IOException
reset
in class org.apache.lucene.analysis.TokenStream
java.io.IOException
public boolean incrementToken() throws java.io.IOException
incrementToken
in class org.apache.lucene.analysis.TokenStream
java.io.IOException
public void end() throws java.io.IOException
end
in class org.apache.lucene.analysis.TokenStream
java.io.IOException