12 references to Instance
Microsoft.ML.Tokenizers (12)
Model\BPETokenizer.cs (1)
992
ByteToUnicodeEncoding byteToUnicodeEncoding = ByteToUnicodeEncoding.
Instance
;
Model\CodeGenTokenizer.cs (3)
1363
ByteToUnicodeEncoding byteToUnicodeEncoding = ByteToUnicodeEncoding.
Instance
;
1525
private static readonly char _transformedSpace = ByteToUnicodeEncoding.
Instance
.ByteToUnicode[' '];
1608
string[] charToString = ByteToUnicodeEncoding.
Instance
.CharToString;
Model\EnglishRobertaTokenizer.cs (6)
286
IReadOnlyDictionary<char, char> unicodeToByte = ByteToUnicodeEncoding.
Instance
.UnicodeToByte;
367
IReadOnlyDictionary<char, char> byteToUnicode = ByteToUnicodeEncoding.
Instance
.ByteToUnicode;
679
IReadOnlyDictionary<char, char> byteToUnicode = ByteToUnicodeEncoding.
Instance
.ByteToUnicode;
724
IReadOnlyDictionary<char, char> byteToUnicode = ByteToUnicodeEncoding.
Instance
.ByteToUnicode;
955
string[] charToString = ByteToUnicodeEncoding.
Instance
.CharToString;
1083
public bool IsSupportedChar(char ch) => ByteToUnicodeEncoding.
Instance
.ByteToUnicode.ContainsKey(ch);
Utils\Helpers.cs (2)
165
ByteToUnicodeEncoding byteToUnicodeEncoder = ByteToUnicodeEncoding.
Instance
;
216
IReadOnlyDictionary<char, char> unicodeToByte = ByteToUnicodeEncoding.
Instance
.UnicodeToByte;