Class SimpleToken

Inheritance

System.Object

SegmentElement

Token

SimpleToken

GenericPlaceableToken

Inherited Members

Token.GetWeakHashCode()

Token.GetBundleSimilarity(SegmentElement)

Token.TokenizationContext

Token.Text

Token.Span

Token.Type

Token.IsWord

Token.IsPunctuation

Token.IsWhitespace

Token.Culture

SegmentElement.GetSimilarity(SegmentElement, Boolean)

System.Object.Equals(System.Object, System.Object)

System.Object.ReferenceEquals(System.Object, System.Object)

System.Object.GetType()

System.Object.MemberwiseClone()

Namespace: Sdl.LanguagePlatform.Core.Tokenization

Assembly: Sdl.LanguagePlatform.Core.dll

Syntax

public class SimpleToken : Token

Constructors

SimpleToken()

Declaration

public SimpleToken()

SimpleToken(SimpleToken)

Declaration

public SimpleToken(SimpleToken other)

Parameters

Type	Name	Description
SimpleToken	other

SimpleToken(String)

Declaration

public SimpleToken(string text)

Parameters

Type	Name	Description
System.String	text

SimpleToken(String, TokenType)

Declaration

public SimpleToken(string text, TokenType t)

Parameters

Type	Name	Description
System.String	text
TokenType	t

Properties

IsPlaceable

Declaration

public override bool IsPlaceable { get; }

Property Value

Type	Description
System.Boolean

Overrides

Token.IsPlaceable

IsStopword

Declaration

public bool IsStopword { get; set; }

Property Value

Type	Description
System.Boolean

IsSubstitutable

Declaration

public override bool IsSubstitutable { get; }

Property Value

Type	Description
System.Boolean

Overrides

Token.IsSubstitutable

Stem

Declaration

public string Stem { get; set; }

Property Value

Type	Description
System.String

Methods

AcceptSegmentElementVisitor(ISegmentElementVisitor)

Declaration

public override void AcceptSegmentElementVisitor(ISegmentElementVisitor visitor)

Parameters

Type	Name	Description
ISegmentElementVisitor	visitor

Overrides

SegmentElement.AcceptSegmentElementVisitor(ISegmentElementVisitor)

Duplicate()

Declaration

public override SegmentElement Duplicate()

Returns

Type	Description
SegmentElement

Overrides

SegmentElement.Duplicate()

Equals(Object)

Declaration

public override bool Equals(object obj)

Parameters

Type	Name	Description
System.Object	obj

Returns

Type	Description
System.Boolean

Overrides

Token.Equals(Object)

GetHashCode()

Declaration

public override int GetHashCode()

Returns

Type	Description
System.Int32

Overrides

Token.GetHashCode()

GetSimilarity(SegmentElement)

Declaration

public override SegmentElement.Similarity GetSimilarity(SegmentElement other)

Parameters

Type	Name	Description
SegmentElement	other

Returns

Type	Description
SegmentElement.Similarity

Overrides

SegmentElement.GetSimilarity(SegmentElement)

GetTokenType()

Declaration

protected override TokenType GetTokenType()

Returns

Type	Description
TokenType

Overrides

Token.GetTokenType()

SetTokenType(TokenType)

Declaration

protected override void SetTokenType(TokenType tokenType)

Parameters

Type	Name	Description
TokenType	tokenType

Overrides

Token.SetTokenType(TokenType)

ToString()

Declaration

public override string ToString()

Returns

Type	Description
System.String

Overrides

System.Object.ToString()