Class VocabularyFile3

Inheritance

System.Object

VocabularyFile3

Inherited Members

System.Object.ToString()

System.Object.Equals(System.Object)

System.Object.Equals(System.Object, System.Object)

System.Object.ReferenceEquals(System.Object, System.Object)

System.Object.GetHashCode()

System.Object.GetType()

System.Object.MemberwiseClone()

Namespace: Sdl.Core.FineGrainedAlignment

Assembly: Sdl.Core.FineGrainedAlignment.dll

Syntax

public abstract class VocabularyFile3

Constructors

VocabularyFile3()

Declaration

public VocabularyFile3()

Fields

_contiguousKeys

Declaration

protected bool _contiguousKeys

Field Value

Type	Description
System.Boolean

_Dirty

Declaration

protected bool _Dirty

Field Value

Type	Description
System.Boolean

_KeyWordMap

Declaration

protected Dictionary<int, TokenWithCount> _KeyWordMap

Field Value

Type	Description
System.Collections.Generic.Dictionary<System.Int32, TokenWithCount>

Properties

Count

Declaration

public int Count { get; }

Property Value

Type	Description
System.Int32

Dirty

True iff words were added since loading

Declaration

public bool Dirty { get; }

Property Value

Type	Description
System.Boolean

SpecialTokenIDs

Declaration

public SpecialTokenIDs SpecialTokenIDs { get; }

Property Value

Type	Description
Sdl.LanguagePlatform.Stat.SpecialTokenIDs

Methods

Add(Int32, String)

Declaration

public void Add(int key, string s)

Parameters

Type	Name	Description
System.Int32	key
System.String	s

Add(Int32, String, Int32)

Declaration

public void Add(int key, string s, int count)

Parameters

Type	Name	Description
System.Int32	key
System.String	s
System.Int32	count

Add(String)

Declaration

public int Add(string s)

Parameters

Type	Name	Description
System.String	s

Returns

Type	Description
System.Int32

Dump(TextWriter)

Declaration

public void Dump(TextWriter wtr)

Parameters

Type	Name	Description
System.IO.TextWriter	wtr

Dump(String)

Declaration

public void Dump(string fileName)

Parameters

Type	Name	Description
System.String	fileName

GetIDs(IEnumerable<String>)

NOTE IDs are not in the order of the words but in order of the IDs

Declaration

public List<int> GetIDs(IEnumerable<string> words)

Parameters

Type	Name	Description
System.Collections.Generic.IEnumerable<System.String>	words

Returns

Type	Description
System.Collections.Generic.List<System.Int32>

GetIntSegment(List<Token>)

Keeps ID for unknown words (won't add)

Declaration

public IntSegment GetIntSegment(List<Token> tokens)

Parameters

Type	Name	Description
System.Collections.Generic.List<Token>	tokens

Returns

Type	Description
Sdl.LanguagePlatform.Stat.IntSegment

GetStopwordIDs(CultureInfo, IResourceDataAccessor)

Declaration

public List<int> GetStopwordIDs(CultureInfo culture, IResourceDataAccessor accessor)

Parameters

Type	Name	Description
System.Globalization.CultureInfo	culture
IResourceDataAccessor	accessor

Returns

Type	Description
System.Collections.Generic.List<System.Int32>

GetTokenString(Token)

Declaration

public static string GetTokenString(Token t)

Parameters

Type	Name	Description
Token	t

Returns

Type	Description
System.String

HasAllSpecialIDs()

Declaration

public bool HasAllSpecialIDs()

Returns

Type	Description
System.Boolean

Load()

Declaration

public abstract void Load()

Lookup(Int32)

Looks up the word with id key in the vocabulary. Returns null if not found.

Declaration

public string Lookup(int key)

Parameters

Type	Name	Description
System.Int32	key	The key of the word to look up

Returns

Type	Description
System.String	The word, or null if not found

Lookup(String)

Lookup string s in the vocabulary. Returns -1 if not found.

Declaration

public int Lookup(string s)

Parameters

Type	Name	Description
System.String	s

Returns

Type	Description
System.Int32

LookupFull(Int32)

Declaration

public TokenWithCount LookupFull(int key)

Parameters

Type	Name	Description
System.Int32	key

Returns

Type	Description
TokenWithCount

LookupOrAdd(String)

Declaration

public virtual int LookupOrAdd(string s)

Parameters

Type	Name	Description
System.String	s

Returns

Type	Description
System.Int32

LookupSpecialTokenIDs()

Declaration

protected void LookupSpecialTokenIDs()