4 references to LoadVocabAsync
Microsoft.ML.Tokenizers (4)
Model\BertTokenizer.cs (2)
702
(Dictionary<StringSpanOrdinalKey, int> vocab, Dictionary<int, string> vocabReverse) = await
LoadVocabAsync
(vocabStream, useAsync: true, cancellationToken).ConfigureAwait(false);
743
(Dictionary<StringSpanOrdinalKey, int> vocab, Dictionary<int, string> vocabReverse) =
LoadVocabAsync
(vocabStream, useAsync: false).GetAwaiter().GetResult();
Model\WordPieceTokenizer.cs (2)
163
(Dictionary<StringSpanOrdinalKey, int> vocab, Dictionary<int, string> vocabReverse) =
LoadVocabAsync
(vocabStream, useAsync: false).GetAwaiter().GetResult();
227
(Dictionary<StringSpanOrdinalKey, int> vocab, Dictionary<int, string> vocabReverse) = await
LoadVocabAsync
(vocabStream, useAsync: true, cancellationToken);