com.twitter.common.text.filter
Class PunctuationFilter

java.lang.Object
  extended by org.apache.lucene.util.AttributeSource
      extended by com.twitter.common.text.token.TokenStream
          extended by com.twitter.common.text.token.TokenProcessor
              extended by com.twitter.common.text.filter.TokenFilter
                  extended by com.twitter.common.text.filter.TokenTypeFilter
                      extended by com.twitter.common.text.filter.PunctuationFilter

public class PunctuationFilter
extends TokenTypeFilter

Filters out tokens whose TokenTypeAttribute is TokenType.PUNCTUATION.


Nested Class Summary
 
Nested classes/interfaces inherited from class com.twitter.common.text.filter.TokenTypeFilter
TokenTypeFilter.Builder, TokenTypeFilter.Mode
 
Nested classes/interfaces inherited from class org.apache.lucene.util.AttributeSource
org.apache.lucene.util.AttributeSource.AttributeFactory, org.apache.lucene.util.AttributeSource.State
 
Constructor Summary
PunctuationFilter(TokenStream inputStream)
           
 
Method Summary
 
Methods inherited from class com.twitter.common.text.filter.TokenTypeFilter
acceptToken, setMode, setTypesToFilter
 
Methods inherited from class com.twitter.common.text.filter.TokenFilter
incrementToken
 
Methods inherited from class com.twitter.common.text.token.TokenProcessor
getInputStream, getInstanceOf, reset
 
Methods inherited from class com.twitter.common.text.token.TokenStream
toStringList
 
Methods inherited from class org.apache.lucene.util.AttributeSource
addAttribute, addAttributeImpl, captureState, clearAttributes, cloneAttributes, equals, getAttribute, getAttributeClassesIterator, getAttributeFactory, getAttributeImplsIterator, hasAttribute, hasAttributes, hashCode, restoreState, toString
 
Methods inherited from class java.lang.Object
clone, finalize, getClass, notify, notifyAll, wait, wait, wait
 

Constructor Detail

PunctuationFilter

public PunctuationFilter(TokenStream inputStream)