5 references to DefaultMaxInputCharsPerWord
Microsoft.ML.Tokenizers (5)
Model\WordPieceTokenizer.cs (5)
43
int maxInputCharsPerWord =
DefaultMaxInputCharsPerWord
)
147
int maxInputCharsPerWord =
DefaultMaxInputCharsPerWord
) =>
171
int maxInputCharsPerWord =
DefaultMaxInputCharsPerWord
) => Create(vocabStream, preTokenizer, normalizer, specialTokens, unknownToken, continuingSubwordPrefix, maxInputCharsPerWord, disposeStream: false);
225
int maxInputCharsPerWord =
DefaultMaxInputCharsPerWord
,
260
int maxInputCharsPerWord =
DefaultMaxInputCharsPerWord
,