1 write to Vocabulary
Microsoft.ML.Tokenizers.Tests (1)
UnigramTests.cs (1)
68
options.
Vocabulary
= GetVocabulary(root);
5 references to Vocabulary
Microsoft.ML.Tokenizers (5)
Model\SentencePieceBaseModel.cs (2)
69
if (options.
Vocabulary
is null)
71
throw new ArgumentNullException(nameof(options.
Vocabulary
));
Model\SentencePieceBpeModel.cs (2)
51
Debug.Assert(options.
Vocabulary
is not null);
54
foreach (var item in options.
Vocabulary
!)
Model\SentencePieceUnigramModel.cs (1)
100
foreach ((string Token, float Score) item in options.
Vocabulary
!)