ConvertToUtf32

14 references to ConvertToUtf32

Microsoft.ML.Tokenizers (4)

Normalizer\BertNormalizer.cs (1)

58codePoint = char.ConvertToUtf32(c, original[i + 1]);

Utils\Helpers.cs (3)

99uint value = (uint)char.ConvertToUtf32((char)c, text[i + 1]); 144uint value = (uint)char.ConvertToUtf32((char)c, text[1]); 192uint value = (uint)char.ConvertToUtf32((char)c, text[i + 1]);

Microsoft.ML.Tokenizers.Tests (4)

src\Microsoft.ML.Tokenizers\Utils\Helpers.cs (3)

99uint value = (uint)char.ConvertToUtf32((char)c, text[i + 1]); 144uint value = (uint)char.ConvertToUtf32((char)c, text[1]); 192uint value = (uint)char.ConvertToUtf32((char)c, text[i + 1]);

src\Microsoft.ML.Tokenizers\Utils\Helpers.netstandard.cs (1)

175uint value = (uint)char.ConvertToUtf32((char)c, text[textIndex + 1]);

System.Diagnostics.DiagnosticSource (1)

System\Diagnostics\W3CPropagator.cs (1)

552uint v = (uint)char.ConvertToUtf32((char)c, value[i + 1]);

System.Private.CoreLib (4)

src\libraries\System.Private.CoreLib\src\System\Text\EncoderExceptionFallback.cs (1)

55int iTemp = char.ConvertToUtf32(charUnknownHigh, charUnknownLow);

src\libraries\System.Private.CoreLib\src\System\Text\EncoderFallback.cs (1)

333ThrowLastCharRecursive(char.ConvertToUtf32(ch, cNext));

src\libraries\System.Private.CoreLib\src\System\Text\EncoderReplacementFallback.cs (1)

131ThrowLastCharRecursive(char.ConvertToUtf32(charUnknownHigh, charUnknownLow));

src\libraries\System.Private.CoreLib\src\System\Text\Rune.cs (1)

93: this((uint)char.ConvertToUtf32(highSurrogate, lowSurrogate), false)

System.Text.Encoding.CodePages (1)

System\Text\EncoderFallbackBufferHelper.cs (1)

108ThrowLastCharRecursive(char.ConvertToUtf32(ch, cNext));