6 references to Create
Microsoft.ML.Tokenizers.Tests (6)
BertTokenizerTests.cs (6)
42BertTokenizer[] bertTokenizers = [BertTokenizer.Create(vocabFile, bertOptions), BertTokenizer.Create(vocabStream, bertOptions)]; 113BertTokenizer[] bertTokenizers = [BertTokenizer.Create(vocabFile), BertTokenizer.Create(vocabStream)]; 184BertTokenizer[] bertTokenizers = [BertTokenizer.Create(vocabFile, new BertOptions { LowerCaseBeforeTokenization = false }), 363BertTokenizer bertTokenizer = BertTokenizer.Create(vocabFile); 463BertTokenizer bertTokenizer = BertTokenizer.Create(vocabFile); 556BertTokenizer bertTokenizer = BertTokenizer.Create(vocabFile);