3 references to SentencePieceNormalizer
Microsoft.ML.Tokenizers (3)
Model\SentencePieceBaseModel.cs (2)
54
Normalizer = new
SentencePieceNormalizer
(
100
Normalizer = new
SentencePieceNormalizer
(
Normalizer\SentencePieceNormalizationStep.cs (1)
479
_charsMap = new
SentencePieceNormalizer
(