1 write to _form
Microsoft.ML.Tokenizers (1)
Normalizer\SentencePieceNormalizationStep.cs (1)
313
public UnicodeStep(NormalizationForm form) =>
_form
= form;
1 reference to _form
Microsoft.ML.Tokenizers (1)
Normalizer\SentencePieceNormalizationStep.cs (1)
314
public override string Normalize(string text) => text.Length == 0 ? text : ReplaceLoneSurrogates(text).Normalize(
_form
);