3 references to MaxInputCharsPerWord
Microsoft.ML.Tokenizers (3)
Model\WordPieceTokenizer.cs (3)
57
if (options.
MaxInputCharsPerWord
<= 0)
59
throw new ArgumentOutOfRangeException(nameof(options.
MaxInputCharsPerWord
), "The maximum number of characters per word must be greater than zero.");
70
MaxInputCharsPerWord = options.
MaxInputCharsPerWord
;