Search Results for

    Show / Hide Table of Contents

    Class SimpleToken

    Inheritance
    System.Object
    SegmentElement
    Token
    SimpleToken
    GenericPlaceableToken
    Inherited Members
    Token.GetWeakHashCode()
    Token.GetBundleSimilarity(SegmentElement)
    Token.TokenizationContext
    Token.Text
    Token.Span
    Token.Type
    Token.IsWord
    Token.IsPunctuation
    Token.IsWhitespace
    Token.Culture
    SegmentElement.GetSimilarity(SegmentElement, Boolean)
    System.Object.Equals(System.Object, System.Object)
    System.Object.ReferenceEquals(System.Object, System.Object)
    System.Object.GetType()
    System.Object.MemberwiseClone()
    Namespace: Sdl.LanguagePlatform.Core.Tokenization
    Assembly: Sdl.LanguagePlatform.Core.dll
    Syntax
    public class SimpleToken : Token

    Constructors

    SimpleToken()

    Declaration
    public SimpleToken()

    SimpleToken(SimpleToken)

    Declaration
    public SimpleToken(SimpleToken other)
    Parameters
    Type Name Description
    SimpleToken other

    SimpleToken(String)

    Declaration
    public SimpleToken(string text)
    Parameters
    Type Name Description
    System.String text

    SimpleToken(String, TokenType)

    Declaration
    public SimpleToken(string text, TokenType t)
    Parameters
    Type Name Description
    System.String text
    TokenType t

    Properties

    IsPlaceable

    Declaration
    public override bool IsPlaceable { get; }
    Property Value
    Type Description
    System.Boolean
    Overrides
    Token.IsPlaceable

    IsStopword

    Declaration
    public bool IsStopword { get; set; }
    Property Value
    Type Description
    System.Boolean

    IsSubstitutable

    Declaration
    public override bool IsSubstitutable { get; }
    Property Value
    Type Description
    System.Boolean
    Overrides
    Token.IsSubstitutable

    Stem

    Declaration
    public string Stem { get; set; }
    Property Value
    Type Description
    System.String

    Methods

    AcceptSegmentElementVisitor(ISegmentElementVisitor)

    Declaration
    public override void AcceptSegmentElementVisitor(ISegmentElementVisitor visitor)
    Parameters
    Type Name Description
    ISegmentElementVisitor visitor
    Overrides
    SegmentElement.AcceptSegmentElementVisitor(ISegmentElementVisitor)

    Duplicate()

    Declaration
    public override SegmentElement Duplicate()
    Returns
    Type Description
    SegmentElement
    Overrides
    SegmentElement.Duplicate()

    Equals(Object)

    Declaration
    public override bool Equals(object obj)
    Parameters
    Type Name Description
    System.Object obj
    Returns
    Type Description
    System.Boolean
    Overrides
    Token.Equals(Object)

    GetHashCode()

    Declaration
    public override int GetHashCode()
    Returns
    Type Description
    System.Int32
    Overrides
    Token.GetHashCode()

    GetSimilarity(SegmentElement)

    Declaration
    public override SegmentElement.Similarity GetSimilarity(SegmentElement other)
    Parameters
    Type Name Description
    SegmentElement other
    Returns
    Type Description
    SegmentElement.Similarity
    Overrides
    SegmentElement.GetSimilarity(SegmentElement)

    GetTokenType()

    Declaration
    protected override TokenType GetTokenType()
    Returns
    Type Description
    TokenType
    Overrides
    Token.GetTokenType()

    SetTokenType(TokenType)

    Declaration
    protected override void SetTokenType(TokenType tokenType)
    Parameters
    Type Name Description
    TokenType tokenType
    Overrides
    Token.SetTokenType(TokenType)

    ToString()

    Declaration
    public override string ToString()
    Returns
    Type Description
    System.String
    Overrides
    System.Object.ToString()

    On this page

    • Constructors
      • SimpleToken()
      • SimpleToken(SimpleToken)
      • SimpleToken(String)
      • SimpleToken(String, TokenType)
    • Properties
      • IsPlaceable
      • IsStopword
      • IsSubstitutable
      • Stem
    • Methods
      • AcceptSegmentElementVisitor(ISegmentElementVisitor)
      • Duplicate()
      • Equals(Object)
      • GetHashCode()
      • GetSimilarity(SegmentElement)
      • GetTokenType()
      • SetTokenType(TokenType)
      • ToString()
    Back to top Generated by DocFX