1 reference to NormalizeUtf8ToString
Microsoft.ML.Tokenizers (1)
Normalizer\SentencePieceNormalizationStep.cs (1)
489
public override string Normalize(string text) => _charsMap is null ? text : _charsMap.
NormalizeUtf8ToString
(text);