1 write to _prefix
Microsoft.ML.Tokenizers (1)
Normalizer\SentencePieceNormalizationStep.cs (1)
320public PrependStep(string prefix) => _prefix = prefix;
2 references to _prefix
Microsoft.ML.Tokenizers (2)
Normalizer\SentencePieceNormalizationStep.cs (2)
321public override string Normalize(string text) => _prefix.Length == 0 ? text : _prefix + text;