2 references to DecodePrecompiledCharsMap
Microsoft.ML.Tokenizers (2)
Model\SentencePieceTokenizer.cs (1)
1042
return SentencePieceNormalizationStep.
DecodePrecompiledCharsMap
(base64);
Normalizer\SentencePieceNormalizationStep.cs (1)
162
return new PrecompiledStep(string.IsNullOrEmpty(charsMap) ? default :
DecodePrecompiledCharsMap
(charsMap!));