1 write to Vocabulary
Microsoft.ML.Tokenizers (1)
Model\BpeOptions.cs (1)
25
Vocabulary
= vocabulary;
3 references to Vocabulary
Microsoft.ML.Tokenizers (3)
Model\BPETokenizer.cs (3)
142
if (options.
Vocabulary
is null)
144
throw new ArgumentNullException(nameof(options.
Vocabulary
), "The vocabulary cannot be null.");
149
foreach ((string token, int id) in options.
Vocabulary
)