7 #ifndef WHITESPACETOKENIZER_H 8 #define WHITESPACETOKENIZER_H 33 virtual bool isTokenChar(
wchar_t c);
boost::shared_ptr< Reader > ReaderPtr
Definition: LuceneTypes.h:547
A WhitespaceTokenizer is a tokenizer that divides text at whitespace. Adjacent sequences of non-White...
Definition: WhitespaceTokenizer.h:16
boost::shared_ptr< AttributeFactory > AttributeFactoryPtr
Definition: LuceneTypes.h:519
boost::shared_ptr< AttributeSource > AttributeSourcePtr
Definition: LuceneTypes.h:520
#define LUCENE_CLASS(Name)
Definition: LuceneObject.h:24
Definition: AbstractAllTermDocs.h:12
An abstract base class for simple, character-oriented tokenizers.
Definition: CharTokenizer.h:15