org.apache.derbyTesting.functionTests.tests.lang

Class LuceneSupportTest.AbstractTokenizer

java.lang.Object

Tokenizer

org.apache.derbyTesting.functionTests.tests.lang.LuceneSupportTest.AbstractTokenizer

Direct Known Subclasses:

LuceneSupportTest.XMLTagsTokenizer, LuceneSupportTest.XMLTextTokenizer

Enclosing class:

LuceneSupportTest

private abstract static class LuceneSupportTest.AbstractTokenizer
extends Tokenizer

Common logic for XMLTextTokenizer and XMLTagsTokenizer.

Field Summary

Fields

Modifier and Type	Field and Description
(package private) CharTermAttribute	charTermAttr
(package private) PositionIncrementAttribute	posIncrAttr
(package private) java.util.Iterator<java.lang.String>	tokens

Constructor Summary

Constructors

Constructor and Description
AbstractTokenizer(java.io.Reader reader)

Method Summary

Modifier and Type	Method and Description
(package private) abstract java.lang.Iterable<java.lang.String>	getTokens()
boolean	incrementToken()
void	reset()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

tokens

java.util.Iterator<java.lang.String> tokens

charTermAttr

final CharTermAttribute charTermAttr

posIncrAttr

final PositionIncrementAttribute posIncrAttr

Constructor Detail

AbstractTokenizer

AbstractTokenizer(java.io.Reader reader)

Method Detail

incrementToken

public boolean incrementToken()
                       throws java.io.IOException

Throws:

java.io.IOException

reset

public void reset()
           throws java.io.IOException

Throws:

java.io.IOException

getTokens

abstract java.lang.Iterable<java.lang.String> getTokens()