3 references to Create
Microsoft.ML.Tokenizers.Tests (3)
BertTokenizerTests.cs (3)
42
BertTokenizer[] bertTokenizers = [BertTokenizer.Create(vocabFile, bertOptions), BertTokenizer.
Create
(vocabStream, bertOptions)];
113
BertTokenizer[] bertTokenizers = [BertTokenizer.Create(vocabFile), BertTokenizer.
Create
(vocabStream)];
185
BertTokenizer.
Create
(vocabStream, new BertOptions { LowerCaseBeforeTokenization = false })];