CreateVocabFile

12 references to CreateVocabFile

Microsoft.ML.Tokenizers.Tests (12)

BertTokenizerTests.cs (8)

24string vocabFile = WordPieceTests.CreateVocabFile(vocabTokens); 108string vocabFile = WordPieceTests.CreateVocabFile(vocabTokens); 179string vocabFile = WordPieceTests.CreateVocabFile(vocabTokens); 230string vocabFile = WordPieceTests.CreateVocabFile(vocabTokens); 305string vocabFile = WordPieceTests.CreateVocabFile(vocabTokens); 358string vocabFile = WordPieceTests.CreateVocabFile(vocabTokens); 458string vocabFile = WordPieceTests.CreateVocabFile(vocabTokens); 551string vocabFile = WordPieceTests.CreateVocabFile(vocabTokens);

WordPieceTests.cs (4)

28string vocabFile = CreateVocabFile(_vocabTokens); 54string vocabFile = CreateVocabFile(_vocabTokens); 148string vocabFile = CreateVocabFile(_vocabTokens); 180string vocabFile = CreateVocabFile(_vocabTokens);