2 references to Create
Microsoft.ML.Tokenizers (2)
Model\WordPieceTokenizer.cs (2)
134
Create
(string.IsNullOrEmpty(vocabFilePath) ? throw new ArgumentNullException(nameof(vocabFilePath)) : File.OpenRead(vocabFilePath), options, disposeStream: true);
149
Create
(vocabStream, options, disposeStream: false);