4 references to UnicodeStep
Microsoft.ML.Tokenizers (4)
Normalizer\SentencePieceNormalizationStep.cs (4)
180
return new
UnicodeStep
(NormalizationForm.FormC);
182
return new
UnicodeStep
(NormalizationForm.FormD);
184
return new
UnicodeStep
(NormalizationForm.FormKC);
186
return new
UnicodeStep
(NormalizationForm.FormKD);