2 instantiations of ReplaceStep
Microsoft.ML.Tokenizers (2)
Normalizer\SentencePieceNormalizationStep.cs (2)
431return new ReplaceStep(literal.GetString() ?? "", regex: null, content); 444return new ReplaceStep(literal: null, new Regex(regexPattern, RegexOptions.CultureInvariant, _regexTimeout), content);
2 references to ReplaceStep
Microsoft.ML.Tokenizers (2)
Normalizer\SentencePieceNormalizationStep.cs (2)
166return ReplaceStep.Create(normalizer); 415public static ReplaceStep Create(JsonElement normalizer)