12 references to Instance
Microsoft.ML.Tokenizers (12)
Model\BPETokenizer.cs (1)
992ByteToUnicodeEncoding byteToUnicodeEncoding = ByteToUnicodeEncoding.Instance;
Model\CodeGenTokenizer.cs (3)
1363ByteToUnicodeEncoding byteToUnicodeEncoding = ByteToUnicodeEncoding.Instance; 1525private static readonly char _transformedSpace = ByteToUnicodeEncoding.Instance.ByteToUnicode[' ']; 1608string[] charToString = ByteToUnicodeEncoding.Instance.CharToString;
Model\EnglishRobertaTokenizer.cs (6)
286IReadOnlyDictionary<char, char> unicodeToByte = ByteToUnicodeEncoding.Instance.UnicodeToByte; 367IReadOnlyDictionary<char, char> byteToUnicode = ByteToUnicodeEncoding.Instance.ByteToUnicode; 679IReadOnlyDictionary<char, char> byteToUnicode = ByteToUnicodeEncoding.Instance.ByteToUnicode; 724IReadOnlyDictionary<char, char> byteToUnicode = ByteToUnicodeEncoding.Instance.ByteToUnicode; 955string[] charToString = ByteToUnicodeEncoding.Instance.CharToString; 1083public bool IsSupportedChar(char ch) => ByteToUnicodeEncoding.Instance.ByteToUnicode.ContainsKey(ch);
Utils\Helpers.cs (2)
165ByteToUnicodeEncoding byteToUnicodeEncoder = ByteToUnicodeEncoding.Instance; 216IReadOnlyDictionary<char, char> unicodeToByte = ByteToUnicodeEncoding.Instance.UnicodeToByte;