2 writes to Vocabulary
Microsoft.ML.Tokenizers (2)
Model\BpeOptions.cs (2)
29
Vocabulary
= vocabulary;
57
Vocabulary
= dictionary;
4 references to Vocabulary
Microsoft.ML.Tokenizers (3)
Model\BPETokenizer.cs (3)
147
if (options.
Vocabulary
is null)
149
throw new ArgumentNullException(nameof(options.
Vocabulary
), "The vocabulary cannot be null.");
154
foreach (KeyValuePair<string, int> kvp in options.
Vocabulary
)
Microsoft.ML.Tokenizers.Tests (1)
BpeTests.cs (1)
924
BpeOptions options1 = new BpeOptions(options.
Vocabulary
)