11 references to Instance
Microsoft.ML.Tokenizers (11)
Model\CodeGenTokenizer.cs (4)
1360
ByteToUnicodeEncoding byteToUnicodeEncoding = ByteToUnicodeEncoding.
Instance
;
1522
private static readonly char _transformedSpace = ByteToUnicodeEncoding.
Instance
.ByteToUnicode[' '];
1566
IReadOnlyDictionary<char, char> unicodeToByte = ByteToUnicodeEncoding.
Instance
.UnicodeToByte;
1626
string[] charToString = ByteToUnicodeEncoding.
Instance
.CharToString;
Model\EnglishRobertaTokenizer.cs (6)
286
IReadOnlyDictionary<char, char> unicodeToByte = ByteToUnicodeEncoding.
Instance
.UnicodeToByte;
367
IReadOnlyDictionary<char, char> byteToUnicode = ByteToUnicodeEncoding.
Instance
.ByteToUnicode;
679
IReadOnlyDictionary<char, char> byteToUnicode = ByteToUnicodeEncoding.
Instance
.ByteToUnicode;
724
IReadOnlyDictionary<char, char> byteToUnicode = ByteToUnicodeEncoding.
Instance
.ByteToUnicode;
955
string[] charToString = ByteToUnicodeEncoding.
Instance
.CharToString;
1083
public bool IsSupportedChar(char ch) => ByteToUnicodeEncoding.
Instance
.ByteToUnicode.ContainsKey(ch);
Utils\Helpers.cs (1)
82
ByteToUnicodeEncoding byteToUnicodeEncoder = ByteToUnicodeEncoding.
Instance
;