2 references to MaxPreTokenizersCount
Microsoft.ML.Tokenizers (2)
PreTokenizer\CompositePreTokenizer.cs (2)
41
if (preTokenizers.Count >
MaxPreTokenizersCount
)
43
throw new ArgumentException($"Too many pre-tokenizers provided. Maximum is {
MaxPreTokenizersCount
}.", nameof(preTokenizers));