Class VocabularyFile3
Inheritance
VocabularyFile3
Assembly: Sdl.Core.FineGrainedAlignment.dll
Syntax
public abstract class VocabularyFile3
Constructors
VocabularyFile3()
Declaration
Fields
_Dirty
Declaration
Field Value
_KeyWordMap
Declaration
protected Dictionary<int, TokenWithCount> _KeyWordMap
Field Value
_contiguousKeys
Declaration
protected bool _contiguousKeys
Field Value
Properties
Count
Declaration
public int Count { get; }
Property Value
Dirty
Declaration
public bool Dirty { get; }
Property Value
SpecialTokenIDs
Declaration
public SpecialTokenIDs SpecialTokenIDs { get; }
Property Value
Type |
Description |
Sdl.LanguagePlatform.Stat.SpecialTokenIDs |
|
Methods
Add(int, string)
Declaration
public void Add(int key, string s)
Parameters
Add(int, string, int)
Declaration
public void Add(int key, string s, int count)
Parameters
Add(string)
Declaration
Parameters
Type |
Name |
Description |
string |
s |
|
Returns
Dump(TextWriter)
Declaration
public void Dump(TextWriter wtr)
Parameters
Dump(string)
Declaration
public void Dump(string fileName)
Parameters
Type |
Name |
Description |
string |
fileName |
|
GetIDs(IEnumerable<string>)
Declaration
public List<int> GetIDs(IEnumerable<string> words)
Parameters
Returns
Declaration
public IntSegment GetIntSegment(List<Token> tokens)
Parameters
Returns
Type |
Description |
Sdl.LanguagePlatform.Stat.IntSegment |
|
Declaration
public Task<List<int>> GetStopwordIDsAsync(CultureCode culture, IResourceDataAccessorAsync accessor)
Parameters
Returns
Declaration
public static string GetTokenString(Token t)
Parameters
Type |
Name |
Description |
Token |
t |
|
Returns
HasAllSpecialIDs()
Declaration
public bool HasAllSpecialIDs()
Returns
LoadAsync()
Declaration
public abstract Task LoadAsync()
Returns
Lookup(int)
Declaration
public string Lookup(int key)
Parameters
Type |
Name |
Description |
int |
key |
|
Returns
Lookup(string)
Declaration
public int Lookup(string s)
Parameters
Type |
Name |
Description |
string |
s |
|
Returns
LookupFull(int)
Declaration
public TokenWithCount LookupFull(int key)
Parameters
Type |
Name |
Description |
int |
key |
|
Returns
LookupOrAdd(string)
Declaration
public virtual int LookupOrAdd(string s)
Parameters
Type |
Name |
Description |
string |
s |
|
Returns
LookupSpecialTokenIDs()
Declaration
protected void LookupSpecialTokenIDs()