Class Lucene43NGramTokenizer

Old broken version of NGramTokenizer.

Inheritance

System.Object

AttributeSource

TokenStream

Tokenizer

Lucene43NGramTokenizer

Implements

IDisposable

Inherited Members

Tokenizer.m_input

Tokenizer.Dispose(Boolean)

Tokenizer.CorrectOffset(Int32)

Tokenizer.SetReader(TextReader)

TokenStream.Dispose()

AttributeSource.GetAttributeFactory()

AttributeSource.GetAttributeClassesEnumerator()

AttributeSource.GetAttributeImplsEnumerator()

AttributeSource.AddAttributeImpl(Attribute)

AttributeSource.AddAttribute<T>()

AttributeSource.HasAttributes

AttributeSource.HasAttribute<T>()

AttributeSource.GetAttribute<T>()

AttributeSource.ClearAttributes()

AttributeSource.CaptureState()

AttributeSource.RestoreState(AttributeSource.State)

AttributeSource.GetHashCode()

AttributeSource.Equals(Object)

AttributeSource.ReflectAsString(Boolean)

AttributeSource.ReflectWith(IAttributeReflector)

AttributeSource.CloneAttributes()

AttributeSource.CopyTo(AttributeSource)

AttributeSource.ToString()

Namespace: Lucene.Net.Analysis.NGram

Assembly: Lucene.Net.Analysis.Common.dll

Syntax

public sealed class Lucene43NGramTokenizer : Tokenizer, IDisposable

Constructors

Lucene43NGramTokenizer(AttributeSource.AttributeFactory, TextReader, Int32, Int32)

Creates Lucene43NGramTokenizer with given min and max n-grams.

Declaration

public Lucene43NGramTokenizer(AttributeSource.AttributeFactory factory, TextReader input, int minGram, int maxGram)

Parameters

Type	Name	Description
AttributeSource.AttributeFactory	factory	AttributeSource.AttributeFactory to use
TextReader	input	holding the input to be tokenized
System.Int32	minGram	the smallest n-gram to generate
System.Int32	maxGram	the largest n-gram to generate

Lucene43NGramTokenizer(TextReader)

Creates Lucene43NGramTokenizer with default min and max n-grams.

Declaration

public Lucene43NGramTokenizer(TextReader input)

Parameters

Type	Name	Description
TextReader	input	holding the input to be tokenized

Lucene43NGramTokenizer(TextReader, Int32, Int32)

Creates Lucene43NGramTokenizer with given min and max n-grams.

Declaration

public Lucene43NGramTokenizer(TextReader input, int minGram, int maxGram)

Parameters

Type	Name	Description
TextReader	input	holding the input to be tokenized
System.Int32	minGram	the smallest n-gram to generate
System.Int32	maxGram	the largest n-gram to generate

Fields

DEFAULT_MAX_NGRAM_SIZE

Declaration

public const int DEFAULT_MAX_NGRAM_SIZE = null

Field Value

Type	Description
System.Int32

DEFAULT_MIN_NGRAM_SIZE

Declaration

public const int DEFAULT_MIN_NGRAM_SIZE = null

Field Value

Type	Description
System.Int32

Methods

End()

Declaration

public override void End()

Overrides

TokenStream.End()

IncrementToken()

Returns the next token in the stream, or null at EOS.

Declaration

public override bool IncrementToken()

Returns

Type	Description
System.Boolean

Overrides

TokenStream.IncrementToken()

Reset()

Declaration

public override void Reset()

Overrides

Tokenizer.Reset()

Implements

IDisposable