4 references to LoadVocabAsync
Microsoft.ML.Tokenizers (4)
Model\BertTokenizer.cs (2)
744
(Dictionary<StringSpanOrdinalKey, int> vocab, Dictionary<int, string> vocabReverse) = await
LoadVocabAsync
(vocabStream, useAsync: true).ConfigureAwait(false);
770
(Dictionary<StringSpanOrdinalKey, int> vocab, Dictionary<int, string> vocabReverse) =
LoadVocabAsync
(vocabStream, useAsync: false).GetAwaiter().GetResult();
Model\WordPieceTokenizer.cs (2)
190
(Dictionary<StringSpanOrdinalKey, int> vocab, Dictionary<int, string> vocabReverse) =
LoadVocabAsync
(vocabStream, useAsync: false).GetAwaiter().GetResult();
282
(Dictionary<StringSpanOrdinalKey, int> vocab, Dictionary<int, string> vocabReverse) = await
LoadVocabAsync
(vocabStream, useAsync: true, cancellationToken);