Class TokenBundle

Inheritance

System.Object

SegmentElement

Token

TokenBundle

Implements

System.Collections.Generic.IEnumerable<PrioritizedToken>

System.Collections.IEnumerable

Inherited Members

Token.SetTokenType(TokenType)

Token.Equals(Object)

Token.GetHashCode()

Token.GetWeakHashCode()

Token.GetBundleSimilarity(SegmentElement)

Token.TokenizationContext

Token.Text

Token.Span

Token.Type

Token.IsWord

Token.IsPunctuation

Token.IsWhitespace

Token.Culture

SegmentElement.GetSimilarity(SegmentElement, Boolean)

System.Object.ToString()

System.Object.Equals(System.Object, System.Object)

System.Object.ReferenceEquals(System.Object, System.Object)

System.Object.GetType()

System.Object.MemberwiseClone()

Namespace: Sdl.LanguagePlatform.Core.Tokenization

Assembly: Sdl.LanguagePlatform.Core.dll

Syntax

public class TokenBundle : Token, IEnumerable<PrioritizedToken>, IEnumerable

Constructors

TokenBundle(Token, Int32)

Declaration

public TokenBundle(Token t, int priority)

Parameters

Type	Name	Description
Token	t
System.Int32	priority

TokenBundle(IList<PrioritizedToken>)

Declaration

public TokenBundle(IList<PrioritizedToken> items)

Parameters

Type	Name	Description
System.Collections.Generic.IList<PrioritizedToken>	items

Properties

Count

Declaration

public int Count { get; }

Property Value

Type	Description
System.Int32

IsPlaceable

Declaration

public override bool IsPlaceable { get; }

Property Value

Type	Description
System.Boolean

Overrides

Token.IsPlaceable

IsSubstitutable

Declaration

public override bool IsSubstitutable { get; }

Property Value

Type	Description
System.Boolean

Overrides

Token.IsSubstitutable

Item[Int32]

Declaration

public PrioritizedToken this[int index] { get; }

Parameters

Type	Name	Description
System.Int32	index

Property Value

Type	Description
PrioritizedToken

Methods

AcceptSegmentElementVisitor(ISegmentElementVisitor)

Declaration

public override void AcceptSegmentElementVisitor(ISegmentElementVisitor visitor)

Parameters

Type	Name	Description
ISegmentElementVisitor	visitor

Overrides

SegmentElement.AcceptSegmentElementVisitor(ISegmentElementVisitor)

Add(Token, Int32)

Declaration

public void Add(Token t, int priority)

Parameters

Type	Name	Description
Token	t
System.Int32	priority

Add(Token, Int32, Boolean)

Declaration

public void Add(Token t, int priority, bool keepDuplicates)

Parameters

Type	Name	Description
Token	t
System.Int32	priority
System.Boolean	keepDuplicates

Contains(Token)

Declaration

public bool Contains(Token t)

Parameters

Type	Name	Description
Token	t

Returns

Type	Description
System.Boolean

Duplicate()

Declaration

public override SegmentElement Duplicate()

Returns

Type	Description
SegmentElement

Overrides

SegmentElement.Duplicate()

GetBest()

Declaration

public Token GetBest()

Returns

Type	Description
Token

GetEnumerator()

Declaration

public IEnumerator<PrioritizedToken> GetEnumerator()

Returns

Type	Description
System.Collections.Generic.IEnumerator<PrioritizedToken>

GetSimilarity(SegmentElement)

Declaration

public override SegmentElement.Similarity GetSimilarity(SegmentElement other)

Parameters

Type	Name	Description
SegmentElement	other

Returns

Type	Description
SegmentElement.Similarity

Overrides

SegmentElement.GetSimilarity(SegmentElement)

GetTokenType()

Declaration

protected override TokenType GetTokenType()

Returns

Type	Description
TokenType

Overrides

Token.GetTokenType()

SortByDecreasingPriority()

Declaration

public void SortByDecreasingPriority()

Explicit Interface Implementations

IEnumerable.GetEnumerator()

Declaration

IEnumerator IEnumerable.GetEnumerator()

Returns

Type	Description
System.Collections.IEnumerator

Implements

System.Collections.Generic.IEnumerable<T>

System.Collections.IEnumerable