2 references to Create
Microsoft.ML.Tokenizers.Tests (2)
BertTokenizerTests.cs (2)
28
BertTokenizer[] bertTokenizers = [BertTokenizer.Create(vocabFile), BertTokenizer.
Create
(vocabStream)];
96
BertTokenizer.
Create
(vocabStream, new BertOptions { LowerCaseBeforeTokenization = false })];